Skip to content

K
k8s-vcl-reloader
Commit fab57f10 authored by Geoff Simmons's avatar Geoff Simmons
Browse files
Options

First working version of the reloader.

parent cf281ed5
Hide whitespace changes
Inline Side-by-side
Showing with 2875 additions and 13 deletions
.gitignore
View file @ fab57f10
*~
# Build artifacts
/k8s-vcl-reloader
/cmd/main_version.go
COPYING 0 → 100644
View file @ fab57f10
See LICENSE for details.
LICENSE 0 → 100644
View file @ fab57f10
Copyright (c) 2019 UPLEX Nils Goroll Systemoptimierung
All rights reserved.
Redistribution and use in source and binary forms, with or without
modification, are permitted provided that the following conditions
are met:
1. Redistributions of source code must retain the above copyright
notice, this list of conditions and the following disclaimer.
2. Redistributions in binary form must reproduce the above copyright
notice, this list of conditions and the following disclaimer in the
documentation and/or other materials provided with the distribution.
THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
SUCH DAMAGE.
Makefile 0 → 100644
View file @ fab57f10
# Copyright (c) 2019 UPLEX Nils Goroll Systemoptimierung
# All rights reserved
#
# Author: Geoffrey Simmons <geoffrey.simmons@uplex.de>
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
# 1. Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# 2. Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in the
# documentation and/or other materials provided with the distribution.
#
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
# ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
# SUCH DAMAGE.
all: k8s-vcl-reloader
CODE_SUBDIRS=./pkg/... ./cmd/...
build:
go fmt $(CODE_SUBDIRS)
go generate $(CODE_SUBDIRS)
go build $(CODE_SUBDIRS)
k8s-vcl-reloader: build
GOOS=linux go build -ldflags="-w -s" -o k8s-vcl-reloader cmd/*.go
check: build
golint ./pkg/apiclient/...
golint ./pkg/interfaces/...
golint ./pkg/varnish/...
golint ./cmd/...
go test -v ./pkg/apiclient/... ./pkg/varnish/...
test: check
clean:
go clean $(CODE_SUBDIRS)
rm -f cmd/main_version.go
rm -f k8s-vcl-reloader
README.md 0 → 100644
View file @ fab57f10
NOTE: WORK IN PROGRESS
cmd/main.go 0 → 100644
View file @ fab57f10
/*
* Copyright (c) 2018 UPLEX Nils Goroll Systemoptimierung
* All rights reserved
*
* Author: Geoffrey Simmons <geoffrey.simmons@uplex.de>
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*/
package main
//go:generate gogitversion -p main
import (
"flag"
"fmt"
"math"
"os"
"os/signal"
"strings"
"syscall"
"time"
"code.uplex.de/uplex-varnish/k8s-vcl-reloader/pkg/apiclient"
"code.uplex.de/uplex-varnish/k8s-vcl-reloader/pkg/varnish"
"github.com/sirupsen/logrus"
api_v1 "k8s.io/api/core/v1"
"k8s.io/client-go/informers"
"k8s.io/client-go/kubernetes"
"k8s.io/client-go/tools/clientcmd"
)
var (
versionF = flag.Bool("version", false, "print version and exit")
loglvlF = flag.String("log-level", "INFO",
"log level: one of PANIC, FATAL, ERROR, WARN, INFO, DEBUG, \n"+
"or TRACE")
namespaceF = flag.String("namespace", api_v1.NamespaceAll,
"namespace in which to listen for resources (default all)")
masterURLF = flag.String("masterurl", "", "cluster master URL, for "+
"out-of-cluster runs")
kubeconfigF = flag.String("kubeconfig", "", "config path for the "+
"cluster master URL, for out-of-cluster runs")
monIntvlF = flag.Duration("monitorintvl", 30*time.Second,
"interval at which the monitor thread checks and updates\n"+
"the Varnish instance.\n"+
"Monitor deactivated when <= 0s")
metricsPortF = flag.Uint("metricsport", 8080,
"port at which to listen for the /metrics endpoint")
resyncPeriodF = flag.Duration("resyncPeriod", 30*time.Second,
"if non-zero, re-update the controller with the state of\n"+
"the cluster this often, even if nothing has changed,\n"+
"to synchronize state that may have been missed")
admTimeoutF = flag.Duration("admTimeout", 10*time.Second,
"timeout for connections to the Varnish instance\n"+
"administrative port (0s for no timeout)")
homeF = flag.String("n", "", "name of the Varnish instance,\n"+
"the same value set for varnishd -n")
mainF = flag.String("main", "default.vcl",
"the VCL source to be loaded, must include all other sources")
cfgMapF = flag.String("configmap", "",
"k8s ConfigMap representing Varnish sources (required)")
logFormat = logrus.TextFormatter{
DisableColors: true,
FullTimestamp: true,
}
log = &logrus.Logger{
Out: os.Stdout,
Formatter: &logFormat,
Level: logrus.InfoLevel,
}
informerStop = make(chan struct{})
)
type tmplPaths []string
func (t *tmplPaths) String() string {
return strings.Join(*t, " ")
}
func (t *tmplPaths) Set(s string) error {
*t = append(*t, s)
return nil
}
type svcs []string
func (s *svcs) String() string {
return strings.Join(*s, " ")
}
func (s *svcs) Set(svc string) error {
*s = append(*s, svc)
return nil
}
func main() {
var templatePaths tmplPaths
var services svcs
flag.Var(&templatePaths, "template",
"tuple of the form tmplPath:vclPath, where tmplPath is the\n"+
"path of a template, and vclPath is the path of the\n"+
"VCL source to be generated from the template")
flag.Var(&services, "svc",
"k8s Service whose Endpoints are to be configured as Varnish\n"+
"backends")
flag.Parse()
if *versionF {
fmt.Printf("%s version %s\n", os.Args[0], version)
os.Exit(0)
}
lvl := strings.ToLower(*loglvlF)
switch lvl {
case "panic":
log.Level = logrus.PanicLevel
case "fatal":
log.Level = logrus.FatalLevel
case "error":
log.Level = logrus.ErrorLevel
case "warn":
log.Level = logrus.WarnLevel
case "debug":
log.Level = logrus.DebugLevel
case "trace":
log.Level = logrus.TraceLevel
case "info":
break
default:
fmt.Printf("Unknown log level %s, exiting", *loglvlF)
os.Exit(-1)
}
log.Info("Starting VCL reloader version: ", version)
podNs, podName := os.Getenv("POD_NAMESPACE"), os.Getenv("POD_NAME")
if podNs == "" || podName == "" {
log.Fatalf("Env variable POD_NAMESPACE and POD_NAME required")
os.Exit(-1)
}
log.Infof("Running in Pod: %s/%s", podNs, podName)
if *cfgMapF == "" {
log.Fatal("configmap arg is required")
os.Exit(-1)
}
if *metricsPortF > math.MaxUint16 {
log.Fatalf("metricsport %d out of range (max %d)",
*metricsPortF, math.MaxUint16)
os.Exit(-1)
}
tmplMap := make(map[string]string, len(templatePaths))
for _, tmplPath := range templatePaths {
tmplArgs := strings.Split(tmplPath, ":")
if len(tmplArgs) != 2 {
log.Fatal("illegal template arg: ", tmplPath)
os.Exit(-1)
}
tmplMap[tmplArgs[0]] = tmplArgs[1]
}
fqSvcs := make([]string, len(services))
for i, svc := range services {
svcArg := strings.Split(svc, "/")
if len(svcArg) > 2 {
log.Fatal("illegal svc arg: ", svc)
os.Exit(-1)
}
if len(svcArg) == 2 {
if *namespaceF != api_v1.NamespaceAll &&
svcArg[0] != *namespaceF {
log.Fatalf("conflicting namespaces: "+
"namespace=%s svc=%s", *namespaceF, svc)
os.Exit(-1)
}
fqSvcs[i] = svc
continue
}
if *namespaceF != api_v1.NamespaceAll {
fqSvcs[i] = *namespaceF + "/" + svc
} else {
fqSvcs[i] = "default/" + svc
}
}
var cfgMapNamespace, cfgMapName string
cfgMapSlice := strings.Split(*cfgMapF, "/")
if len(cfgMapSlice) > 2 {
log.Fatal("illegal configmap arg: ", *cfgMapF)
os.Exit(-1)
}
if len(cfgMapSlice) == 2 {
if *namespaceF != api_v1.NamespaceAll &&
cfgMapSlice[0] != *namespaceF {
log.Fatalf("conflicting namespaces: "+
"namespace=%s configmap=%s", *namespaceF,
*cfgMapF)
os.Exit(-1)
}
cfgMapNamespace = cfgMapSlice[0]
cfgMapName = cfgMapSlice[1]
} else if *namespaceF != api_v1.NamespaceAll {
cfgMapNamespace = *namespaceF
cfgMapName = *cfgMapF
} else {
cfgMapNamespace = "default"
cfgMapName = *cfgMapF
}
updaterCfg := apiclient.SpecUpdaterConfig{
SvcKeys: fqSvcs,
Main: *mainF,
CfgMapNamespace: cfgMapNamespace,
CfgMapName: cfgMapName,
}
vController, err := varnish.NewController(log, *homeF, tmplMap, *mainF,
*admTimeoutF, *monIntvlF)
if err != nil {
log.Fatal("Cannot initialize Varnish controller: ", err)
os.Exit(-1)
}
config, err := clientcmd.BuildConfigFromFlags(*masterURLF, *kubeconfigF)
if err != nil {
log.Fatalf("error creating client configuration: %v", err)
}
kubeClient, err := kubernetes.NewForConfig(config)
if err != nil {
log.Fatal("Failed to create client:", err)
}
var informerFactory informers.SharedInformerFactory
if *namespaceF == api_v1.NamespaceAll {
informerFactory = informers.NewSharedInformerFactory(
kubeClient, *resyncPeriodF)
} else {
informerFactory = informers.NewSharedInformerFactoryWithOptions(
kubeClient, *resyncPeriodF,
informers.WithNamespace(*namespaceF))
}
client, err := apiclient.NewClient(log, kubeClient, updaterCfg,
vController, informerFactory, fqSvcs,
cfgMapNamespace+"/"+cfgMapName, podNs, podName)
if err != nil {
log.Fatalf("Could not initialize API client: %v", err)
os.Exit(-1)
}
vController.EvtGenerator(client)
go handleTermination(log, client, vController)
vController.Start()
informerFactory.Start(informerStop)
client.Run("", uint16(*metricsPortF))
}
func handleTermination(
log *logrus.Logger,
client *apiclient.Client,
vc *varnish.Controller) {
signalChan := make(chan os.Signal, 1)
signal.Notify(signalChan, syscall.SIGTERM, syscall.SIGINT)
sig := <-signalChan
log.Infof("Received signal (%s), shutting down", sig.String())
log.Info("Shutting down the API client")
client.Stop()
log.Info("Shutting down informers")
informerStop <- struct{}{}
log.Info("Shutting down the Varnish controller")
vc.Quit()
log.Info("Exiting")
os.Exit(0)
}
container/Dockerfile 0 → 100644
View file @ fab57f10
ARG varnish_version=6.3.1
# Build container
FROM debian:stretch-20191014-slim AS builder
RUN apt-get update -q && \
apt-get install -y -q debian-archive-keyring && \
apt-get install -y -q curl gnupg apt-transport-https pandoc && \
curl -L https://packagecloud.io/varnishcache/varnish63/gpgkey | apt-key add -
ARG varnish_version
ARG go_version=1.11
COPY ./container/varnishcache_varnish63.list /etc/apt/sources.list.d/
COPY ./container/stretch-backports.list /etc/apt/sources.list.d/
RUN apt-get update -q && \
apt-get install -y -q varnish-dev=${varnish_version}-1~stretch && \
apt-get -t stretch-backports install -y -q golang-${go_version}-go && \
apt-get -t stretch-backports install -y -q golang-golang-x-tools && \
apt-get install -y -q git make && \
apt-get remove -y -q curl gnupg apt-transport-https && \
apt-get autoremove -y -q && apt-get clean && rm -rf /var/lib/apt/lists/*
ENV GOPATH=/go
ENV GOSRC=${GOPATH}/src
ENV PATH=${PATH}:/usr/lib/go-${go_version}/bin:${GOPATH}/bin
RUN mkdir -p ${GOPATH}
RUN go get -d -v github.com/slimhazard/gogitversion && \
cd ${GOSRC}/github.com/slimhazard/gogitversion && \
make install
ENV SRC=${GOSRC}/code.uplex.de/uplex-varnish/k8s-vcl-reloader
RUN mkdir -p ${SRC}/cmd
RUN mkdir -p ${SRC}/pkg
RUN mkdir -p ${SRC}/.git
WORKDIR ${SRC}
COPY go.mod .
COPY go.sum .
ENV GO111MODULE=on
RUN go mod download
COPY ./pkg/ ${SRC}/pkg/
COPY ./cmd/ ${SRC}/cmd/
COPY ./.git/ ${SRC}/.git/
RUN go generate ./cmd/... && go build ./pkg/... ./cmd/... && \
GOOS=linux go build -ldflags="-w -s" -o k8s-vcl-reloader cmd/*.go
# Runtime container
FROM varnish:${varnish_version}
# All we need is libvarnishapi
RUN /bin/rm /lib/systemd/system/varnish* \
&& /bin/rm /usr/sbin/varnish* \
&& /bin/rm /usr/bin/varnish* \
&& /bin/rm -rf /usr/lib/varnish/ \
&& /bin/rm /etc/varnish/* \
&& apt-get autoremove -y -q && apt-get clean && rm -rf /var/lib/apt/lists/*
COPY ./container/reloader_exec.sh /usr/bin
RUN /bin/chmod 755 /usr/bin/reloader_exec.sh
ENV SRC=/go/src/code.uplex.de/uplex-varnish/k8s-vcl-reloader
COPY --from=builder ${SRC}/k8s-vcl-reloader /usr/bin
ENTRYPOINT ["/usr/bin/k8s-vcl-reloader"]
container/Makefile 0 → 100644
View file @ fab57f10
# Copyright (c) 2019 UPLEX Nils Goroll Systemoptimierung
# All rights reserved
#
# Author: Geoffrey Simmons <geoffrey.simmons@uplex.de>
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
# 1. Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# 2. Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in the
# documentation and/or other materials provided with the distribution.
#
# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
# ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
# SUCH DAMAGE.
all: container
DOCKER_BUILD_OPTIONS =
VER ?= latest
container: Dockerfile
docker build $(DOCKER_BUILD_OPTIONS) -t uplex/k8s-vcl-reloader:$(VER) \
-f Dockerfile ..
container/reloader_exec.sh 0 → 100755
View file @ fab57f10
#!/bin/bash
set -e
set -u
exec /usr/bin/k8s-vcl-reloader "$@"
container/stretch-backports.list 0 → 100644
View file @ fab57f10
deb http://deb.debian.org/debian stretch-backports main
container/varnishcache_varnish63.list 0 → 100644
View file @ fab57f10
deb https://packagecloud.io/varnishcache/varnish63/debian/ stretch main
deb-src https://packagecloud.io/varnishcache/varnish63/debian/ stretch main
go.mod 0 → 100644
View file @ fab57f10
module code.uplex.de/uplex-varnish/k8s-vcl-reloader
require (
code.uplex.de/uplex-varnish/k8s-ingress v0.0.0-20190626000336-792efa9710c9
code.uplex.de/uplex-varnish/varnishapi v0.0.0-20191122093045-3a7d46d81ba1
github.com/gogo/protobuf v1.3.1 // indirect
github.com/golang/groupcache v0.0.0-20191027212112-611e8accdfc9 // indirect
github.com/googleapis/gnostic v0.3.1 // indirect
github.com/gregjones/httpcache v0.0.0-20190611155906-901d90724c79 // indirect
github.com/prometheus/client_golang v1.2.1
github.com/sirupsen/logrus v1.4.2
github.com/stretchr/testify v1.4.0 // indirect
golang.org/x/crypto v0.0.0-20191117063200-497ca9f6d64f // indirect
golang.org/x/net v0.0.0-20191116160921-f9c825593386 // indirect
golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45 // indirect
golang.org/x/time v0.0.0-20191024005414-555d28b269f0 // indirect
k8s.io/api v0.0.0-20191004102255-dacd7df5a50b
k8s.io/apimachinery v0.0.0-20191004074956-01f8b7d1121a
k8s.io/client-go v10.0.0+incompatible
sigs.k8s.io/yaml v1.1.0 // indirect
)
go.sum 0 → 100644
View file @ fab57f10
cloud.google.com/go v0.34.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw=
code.uplex.de/uplex-varnish/k8s-ingress v0.0.0-20190626000336-792efa9710c9 h1:MJZUb+2462/Dol7VD6hoTH25KBuvP2/xj0VYQmUNmI8=
code.uplex.de/uplex-varnish/k8s-ingress v0.0.0-20190626000336-792efa9710c9/go.mod h1:ECokU23YPCP+u3aXo7ZnvlCdSFPN4tdFAyShGJ0Vm8Q=
code.uplex.de/uplex-varnish/varnishapi v0.0.0-20181209154204-43826850baae h1:rV0/WL/NvJ8/TAQwmcSxFUyI5TVA5GM0KBXXfnWrsFY=
code.uplex.de/uplex-varnish/varnishapi v0.0.0-20181209154204-43826850baae/go.mod h1:J0znUDkk1j5lNWKZZ6zfISZWbA2fXvsxCM+FpDUxG9g=
code.uplex.de/uplex-varnish/varnishapi v0.0.0-20191122093045-3a7d46d81ba1 h1:g5euDo0Nng+rG1mcsCy5suBiXVqJmfFrsroHcIEpnC0=
code.uplex.de/uplex-varnish/varnishapi v0.0.0-20191122093045-3a7d46d81ba1/go.mod h1:J0znUDkk1j5lNWKZZ6zfISZWbA2fXvsxCM+FpDUxG9g=
github.com/PuerkitoBio/purell v1.1.0/go.mod h1:c11w/QuzBsJSee3cPx9rAFu61PvFxuPbtSwDGJws/X0=
github.com/PuerkitoBio/urlesc v0.0.0-20170810143723-de5bf2ad4578/go.mod h1:uGdkoq3SwY9Y+13GIhn11/XLaGBb4BfwItxLd5jeuXE=
github.com/alecthomas/template v0.0.0-20160405071501-a0175ee3bccc/go.mod h1:LOuyumcjzFXgccqObfd/Ljyb9UuFJ6TxHnclSeseNhc=
github.com/alecthomas/template v0.0.0-20190718012654-fb15b899a751/go.mod h1:LOuyumcjzFXgccqObfd/Ljyb9UuFJ6TxHnclSeseNhc=
github.com/alecthomas/units v0.0.0-20151022065526-2efee857e7cf/go.mod h1:ybxpYRFXyAe+OPACYpWeL0wqObRcbAqCMya13uyzqw0=
github.com/alecthomas/units v0.0.0-20190717042225-c3de453c63f4/go.mod h1:ybxpYRFXyAe+OPACYpWeL0wqObRcbAqCMya13uyzqw0=
github.com/beorn7/perks v0.0.0-20180321164747-3a771d992973 h1:xJ4a3vCFaGF/jqvzLMYoU8P317H5OQ+Via4RmuPwCS0=
github.com/beorn7/perks v0.0.0-20180321164747-3a771d992973/go.mod h1:Dwedo/Wpr24TaqPxmxbtue+5NUziq4I4S80YR8gNf3Q=
github.com/beorn7/perks v1.0.0/go.mod h1:KWe93zE9D1o94FZ5RNwFwVgaQK1VOXiVxmqh+CedLV8=
github.com/beorn7/perks v1.0.1 h1:VlbKKnNfV8bJzeqoa4cOKqO6bYr3WgKZxO8Z16+hsOM=
github.com/beorn7/perks v1.0.1/go.mod h1:G2ZrVWU2WbWT9wwq4/hrbKbnv/1ERSJQ0ibhJ6rlkpw=
github.com/cespare/xxhash/v2 v2.1.0 h1:yTUvW7Vhb89inJ+8irsUqiWjh8iT6sQPZiQzI6ReGkA=
github.com/cespare/xxhash/v2 v2.1.0/go.mod h1:dgIUBU3pDso/gPgZ1osOZ0iQf77oPR28Tjxl5dIMyVM=
github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
github.com/docopt/docopt-go v0.0.0-20180111231733-ee0de3bc6815/go.mod h1:WwZ+bS3ebgob9U8Nd0kOddGdZWjyMGR8Wziv+TBNwSE=
github.com/emicklei/go-restful v2.8.0+incompatible/go.mod h1:otzb+WCGbkyDHkqmQmT5YD2WR4BBwUdeQoFo8l/7tVs=
github.com/fsnotify/fsnotify v1.4.7 h1:IXs+QLmnXW2CcXuY+8Mzv/fWEsPGWxqefPtCP5CnV9I=
github.com/fsnotify/fsnotify v1.4.7/go.mod h1:jwhsz4b93w/PPRr/qN1Yymfu8t87LnFCMoQvtojpjFo=
github.com/ghodss/yaml v1.0.0/go.mod h1:4dBDuWmgqj2HViK6kFavaiC9ZROes6MMH2rRYeMEF04=
github.com/go-kit/kit v0.8.0/go.mod h1:xBxKIO96dXMWWy0MnWVtmwkA9/13aqxPnvrjFYMA2as=
github.com/go-kit/kit v0.9.0/go.mod h1:xBxKIO96dXMWWy0MnWVtmwkA9/13aqxPnvrjFYMA2as=
github.com/go-logfmt/logfmt v0.3.0/go.mod h1:Qt1PoO58o5twSAckw1HlFXLmHsOX5/0LbT9GBnD5lWE=
github.com/go-logfmt/logfmt v0.4.0/go.mod h1:3RMwSq7FuexP4Kalkev3ejPJsZTpXXBr9+V4qmtdjCk=
github.com/go-openapi/jsonpointer v0.17.0/go.mod h1:cOnomiV+CVVwFLk0A/MExoFMjwdsUdVpsRhURCKh+3M=
github.com/go-openapi/jsonreference v0.17.0/go.mod h1:g4xxGn04lDIRh0GJb5QlpE3HfopLOL6uZrK/VgnsK9I=
github.com/go-openapi/spec v0.18.0/go.mod h1:XkF/MOi14NmjsfZ8VtAKf8pIlbZzyoTvZsdfssdxcBI=
github.com/go-openapi/swag v0.17.0/go.mod h1:AByQ+nYG6gQg71GINrmuDXCPWdL640yX49/kXLo40Tg=
github.com/go-stack/stack v1.8.0/go.mod h1:v0f6uXyyMGvRgIKkXu+yp6POWl0qKG85gN/melR3HDY=
github.com/gogo/protobuf v1.1.1/go.mod h1:r8qH/GZQm5c6nD/R0oafs1akxWv10x8SbQlK7atdtwQ=
github.com/gogo/protobuf v1.2.0/go.mod h1:r8qH/GZQm5c6nD/R0oafs1akxWv10x8SbQlK7atdtwQ=
github.com/gogo/protobuf v1.3.1 h1:DqDEcV5aeaTmdFBePNpYsp3FlcVH/2ISVVM9Qf8PSls=
github.com/gogo/protobuf v1.3.1/go.mod h1:SlYgWuQ5SjCEi6WLHjHCa1yvBfUnHcTbrrZtXPKa29o=
github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b h1:VKtxabqXZkF25pY9ekfRL6a582T4P37/31XEstQ5p58=
github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q=
github.com/golang/groupcache v0.0.0-20181024230925-c65c006176ff/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc=
github.com/golang/groupcache v0.0.0-20191027212112-611e8accdfc9 h1:uHTyIjqVhYRhLbJ8nIiOJHkEZZ+5YoOsAbD3sk82NiE=
github.com/golang/groupcache v0.0.0-20191027212112-611e8accdfc9/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc=
github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U=
github.com/golang/protobuf v1.3.1/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U=
github.com/golang/protobuf v1.3.2 h1:6nsPYzhq5kReh6QImI3k5qWzO4PEbvbIW2cwSfR/6xs=
github.com/golang/protobuf v1.3.2/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U=
github.com/google/btree v0.0.0-20180813153112-4030bb1f1f0c h1:964Od4U6p2jUkFxvCydnIczKteheJEzHRToSGK3Bnlw=
github.com/google/btree v0.0.0-20180813153112-4030bb1f1f0c/go.mod h1:lNA+9X1NB3Zf8V7Ke586lFgjr2dZNuvo3lPJSGZ5JPQ=
github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M=
github.com/google/go-cmp v0.3.0 h1:crn/baboCvb5fXaQ0IJ1SGTsTVrWpDsCWC8EGETZijY=
github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU=
github.com/google/gofuzz v0.0.0-20170612174753-24818f796faf/go.mod h1:HP5RmnzzSNb993RKQDq4+1A4ia9nllfqcQFTQJedwGI=
github.com/google/gofuzz v1.0.0 h1:A8PeW59pxE9IoFRqBp37U+mSNaQoZ46F1f0f863XSXw=
github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg=
github.com/googleapis/gnostic v0.2.0/go.mod h1:sJBsCZ4ayReDTBIg8b9dl28c5xFWyhBTVRp3pOg5EKY=
github.com/googleapis/gnostic v0.3.1 h1:WeAefnSUHlBb0iJKwxFDZdbfGwkd7xRNuV+IpXMJhYk=
github.com/googleapis/gnostic v0.3.1/go.mod h1:on+2t9HRStVgn95RSsFWFz+6Q0Snyqv1awfrALZdbtU=
github.com/gregjones/httpcache v0.0.0-20181110185634-c63ab54fda8f/go.mod h1:FecbI9+v66THATjSRHfNgh1IVFe/9kFxbXtjV0ctIMA=
github.com/gregjones/httpcache v0.0.0-20190611155906-901d90724c79 h1:+ngKgrYPPJrOjhax5N+uePQ0Fh1Z7PheYoUI/0nzkPA=
github.com/gregjones/httpcache v0.0.0-20190611155906-901d90724c79/go.mod h1:FecbI9+v66THATjSRHfNgh1IVFe/9kFxbXtjV0ctIMA=
github.com/hashicorp/golang-lru v0.5.0 h1:CL2msUPvZTLb5O648aiLNJw3hnBxN2+1Jq8rCOH9wdo=
github.com/hashicorp/golang-lru v0.5.0/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8=
github.com/howeyc/gopass v0.0.0-20170109162249-bf9dde6d0d2c/go.mod h1:lADxMC39cJJqL93Duh1xhAs4I2Zs8mKS89XWXFGp9cs=
github.com/hpcloud/tail v1.0.0 h1:nfCOvKYfkgYP8hkirhJocXT2+zOD8yUNjXaWfTlyFKI=
github.com/hpcloud/tail v1.0.0/go.mod h1:ab1qPbhIpdTxEkNHXyeSf5vhxWSCs/tWer42PpOxQnU=
github.com/imdario/mergo v0.3.6 h1:xTNEAn+kxVO7dTZGu0CegyqKZmoWFI0rF8UxjlB2d28=
github.com/imdario/mergo v0.3.6/go.mod h1:2EnlNZ0deacrJVfApfmtdGgDfMuh/nq6Ok1EcJh5FfA=
github.com/json-iterator/go v1.1.5/go.mod h1:+SdeFBvtyEkXs7REEP0seUULqWtbJapLOCVDaaPEHmU=
github.com/json-iterator/go v1.1.6/go.mod h1:+SdeFBvtyEkXs7REEP0seUULqWtbJapLOCVDaaPEHmU=
github.com/json-iterator/go v1.1.7 h1:KfgG9LzI+pYjr4xvmz/5H4FXjokeP+rlHLhv3iH62Fo=
github.com/json-iterator/go v1.1.7/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4=
github.com/juju/ratelimit v1.0.1 h1:+7AIFJVQ0EQgq/K9+0Krm7m530Du7tIz0METWzN0RgY=
github.com/juju/ratelimit v1.0.1/go.mod h1:qapgC/Gy+xNh9UxzV13HGGl/6UXNN+ct+vwSgWNm/qk=
github.com/julienschmidt/httprouter v1.2.0/go.mod h1:SYymIcj16QtmaHHD7aYtjjsJG7VTCxuUUipMqKk8s4w=
github.com/kisielk/errcheck v1.2.0/go.mod h1:/BMXB+zMLi60iA8Vv6Ksmxu/1UDYcXs4uQLJ+jE2L00=
github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck=
github.com/konsorten/go-windows-terminal-sequences v1.0.1 h1:mweAR1A6xJ3oS2pRaGiHgQ4OO8tzTaLawm8vnODuwDk=
github.com/konsorten/go-windows-terminal-sequences v1.0.1/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ=
github.com/kr/logfmt v0.0.0-20140226030751-b84e30acd515/go.mod h1:+0opPa2QZZtGFBFZlji/RkVcI2GknAs/DXo4wKdlNEc=
github.com/mailru/easyjson v0.0.0-20180823135443-60711f1a8329/go.mod h1:C1wdFJiN94OJF2b5HbByQZoLdCWB1Yqtg26g4irojpc=
github.com/matttproud/golang_protobuf_extensions v1.0.1 h1:4hp9jkHxhMHkqkrB3Ix0jegS5sx/RkqARlsWZ6pIwiU=
github.com/matttproud/golang_protobuf_extensions v1.0.1/go.mod h1:D8He9yQNgCq6Z5Ld7szi9bcBfOoFv/3dc6xSMkL2PC0=
github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q=
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd h1:TRLaZ9cD/w8PVh93nsPXa1VrQ6jlwL5oN8l14QlcNfg=
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q=
github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0=
github.com/modern-go/reflect2 v1.0.1 h1:9f412s+6RmYXLWZSEzVVgPGK7C2PphHj5RJrvfx9AWI=
github.com/modern-go/reflect2 v1.0.1/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0=
github.com/mwitkow/go-conntrack v0.0.0-20161129095857-cc309e4a2223/go.mod h1:qRWi+5nqEBWmkhHvq77mSJWrCKwh8bxhgT7d/eI7P4U=
github.com/onsi/ginkgo v1.6.0/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE=
github.com/onsi/ginkgo v1.7.0 h1:WSHQ+IS43OoUrWtD1/bbclrwK8TTH5hzp+umCiuxHgs=
github.com/onsi/ginkgo v1.7.0/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE=
github.com/onsi/gomega v1.4.3 h1:RE1xgDvH7imwFD45h+u2SgIfERHlS2yNG4DObb5BSKU=
github.com/onsi/gomega v1.4.3/go.mod h1:ex+gbHU/CVuBBDIJjb2X0qEXbFg53c61hWP/1CpauHY=
github.com/peterbourgon/diskv v2.0.1+incompatible h1:UBdAOUP5p4RWqPBg048CAvpKN+vxiaj6gdUUzhl4XmI=
github.com/peterbourgon/diskv v2.0.1+incompatible/go.mod h1:uqqh8zWWbv1HBMNONnaR/tNboyR3/BZd58JJSHlUSCU=
github.com/pkg/errors v0.8.0/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
github.com/prometheus/client_golang v0.9.1/go.mod h1:7SWBe2y4D6OKWSNQJUaRYU/AaXPKyh/dDVn+NZz0KFw=
github.com/prometheus/client_golang v0.9.2 h1:awm861/B8OKDd2I/6o1dy3ra4BamzKhYOiGItCeZ740=
github.com/prometheus/client_golang v0.9.2/go.mod h1:OsXs2jCmiKlQ1lTBmv21f2mNfw4xf/QclQDMrYNZzcM=
github.com/prometheus/client_golang v1.0.0/go.mod h1:db9x61etRT2tGnBNRi70OPL5FsnadC4Ky3P0J6CfImo=
github.com/prometheus/client_golang v1.2.1 h1:JnMpQc6ppsNgw9QPAGF6Dod479itz7lvlsMzzNayLOI=
github.com/prometheus/client_golang v1.2.1/go.mod h1:XMU6Z2MjaRKVu/dC1qupJI9SiNkDYzz3xecMgSW/F+U=
github.com/prometheus/client_model v0.0.0-20180712105110-5c3871d89910 h1:idejC8f05m9MGOsuEi1ATq9shN03HrxNkD/luQvxCv8=
github.com/prometheus/client_model v0.0.0-20180712105110-5c3871d89910/go.mod h1:MbSGuTsp3dbXC40dX6PRTWyKYBIrTGTE9sqQNg2J8bo=
github.com/prometheus/client_model v0.0.0-20190129233127-fd36f4220a90/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA=
github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4 h1:gQz4mCbXsO+nc9n1hCxHcGA3Zx3Eo+UHZoInFGUIXNM=
github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA=
github.com/prometheus/common v0.0.0-20181126121408-4724e9255275 h1:PnBWHBf+6L0jOqq0gIVUe6Yk0/QMZ640k6NvkxcBf+8=
github.com/prometheus/common v0.0.0-20181126121408-4724e9255275/go.mod h1:daVV7qP5qjZbuso7PdcryaAu0sAZbrN9i7WWcTMWvro=
github.com/prometheus/common v0.4.1/go.mod h1:TNfzLD0ON7rHzMJeJkieUDPYmFC7Snx/y86RQel1bk4=
github.com/prometheus/common v0.7.0 h1:L+1lyG48J1zAQXA3RBX/nG/B3gjlHq0zTt2tlbJLyCY=
github.com/prometheus/common v0.7.0/go.mod h1:DjGbpBbp5NYNiECxcL/VnbXCCaQpKd3tt26CguLLsqA=
github.com/prometheus/procfs v0.0.0-20181005140218-185b4288413d/go.mod h1:c3At6R/oaqEKCNdg8wHV1ftS6bRYblBhIjjI8uT2IGk=
github.com/prometheus/procfs v0.0.0-20181204211112-1dc9a6cbc91a h1:9a8MnZMP0X2nLJdBg+pBmGgkJlSaKC2KaQmTCk1XDtE=
github.com/prometheus/procfs v0.0.0-20181204211112-1dc9a6cbc91a/go.mod h1:c3At6R/oaqEKCNdg8wHV1ftS6bRYblBhIjjI8uT2IGk=
github.com/prometheus/procfs v0.0.2/go.mod h1:TjEm7ze935MbeOT/UhFTIMYKhuLP4wbCsTZCD3I8kEA=
github.com/prometheus/procfs v0.0.5 h1:3+auTFlqw+ZaQYJARz6ArODtkaIwtvBTx3N2NehQlL8=
github.com/prometheus/procfs v0.0.5/go.mod h1:4A/X28fw3Fc593LaREMrKMqOKvUAntwMDaekg4FpcdQ=
github.com/sirupsen/logrus v1.2.0/go.mod h1:LxeOpSwHxABJmUn/MG1IvRgCAasNZTLOkJPxbbu5VWo=
github.com/sirupsen/logrus v1.4.2 h1:SPIRibHv4MatM3XXNO2BJeFLZwZ2LvZgfQ5+UNI2im4=
github.com/sirupsen/logrus v1.4.2/go.mod h1:tLMulIdttU9McNUspp0xgXVQah82FyeX6MwdIuYE2rE=
github.com/spf13/pflag v1.0.3 h1:zPAT6CGy6wXeQ7NtTnaTerfKOsV6V6F8agHXFiazDkg=
github.com/spf13/pflag v1.0.3/go.mod h1:DYY7MBk1bdzusC3SYhjObp+wFpr4gzcvqqNjLnInEg4=
github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
github.com/stretchr/objx v0.1.1/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs=
github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI=
github.com/stretchr/testify v1.4.0 h1:2E4SXV/wtOkTonXsotYi4li6zVWxYlZuYNCXe9XRJyk=
github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4=
golang.org/x/crypto v0.0.0-20180904163835-0709b304e793/go.mod h1:6SG95UA2DQfeDnfUPMdvaQW0Q7yPrPDi9nlGo2tz2b4=
golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w=
golang.org/x/crypto v0.0.0-20191117063200-497ca9f6d64f h1:kz4KIr+xcPUsI3VMoqWfPMvtnJ6MGfiVwsWSVzphMO4=
golang.org/x/crypto v0.0.0-20191117063200-497ca9f6d64f/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto=
golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
golang.org/x/net v0.0.0-20180906233101-161cd47e91fd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
golang.org/x/net v0.0.0-20181005035420-146acd28ed58/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
golang.org/x/net v0.0.0-20181114220301-adae6a3d119a/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
golang.org/x/net v0.0.0-20181201002055-351d144fa1fc/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
golang.org/x/net v0.0.0-20190108225652-1e06a53dbb7e/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4=
golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=
golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg=
golang.org/x/net v0.0.0-20190613194153-d28f0bde5980/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
golang.org/x/net v0.0.0-20191116160921-f9c825593386 h1:ktbWvQrW08Txdxno1PiDpSxPXG6ndGsfnJjRRtkM0LQ=
golang.org/x/net v0.0.0-20191116160921-f9c825593386/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s=
golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45 h1:SVwTIAaPC2U/AvvLNZ2a7OVsmBpC8L5BlwK1whH3hm0=
golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw=
golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
golang.org/x/sync v0.0.0-20181221193216-37e7f081c4d4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
golang.org/x/sys v0.0.0-20180905080454-ebe1bf3edb33/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
golang.org/x/sys v0.0.0-20180909124046-d0be0721c37e/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
golang.org/x/sys v0.0.0-20181116152217-5ac8a444bdc5/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
golang.org/x/sys v0.0.0-20190422165155-953cdadca894/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
golang.org/x/sys v0.0.0-20191010194322-b09406accb47 h1:/XfQ9z7ib8eEJX2hdgFTZJ/ntt0swNk5oYBziWeTCvY=
golang.org/x/sys v0.0.0-20191010194322-b09406accb47/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
golang.org/x/text v0.3.0 h1:g61tztE5qeGQ89tm6NTjjM9VPIm088od1l6aSorWRWg=
golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ=
golang.org/x/time v0.0.0-20191024005414-555d28b269f0 h1:/5xXl8Y5W96D+TtHSlonuFqGHIWVuyCkGJLwGh9JJFs=
golang.org/x/time v0.0.0-20191024005414-555d28b269f0/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ=
golang.org/x/tools v0.0.0-20181030221726-6c7e314b6563/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
golang.org/x/tools v0.0.0-20190327011446-79af862e6737/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs=
google.golang.org/appengine v1.4.0 h1:/wp5JvzpHIxhs/dumFmF7BXTf3Z+dd4uXta4kVyO508=
google.golang.org/appengine v1.4.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4=
gopkg.in/alecthomas/kingpin.v2 v2.2.6/go.mod h1:FMv+mEhP44yOT+4EoQTLFTRgOQ1FBLkstjWtayDeSgw=
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405 h1:yhCVgyC4o1eVCa2tZl7eS0r+SDo693bJlVdllGtEeKM=
gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
gopkg.in/fsnotify.v1 v1.4.7 h1:xOHLXZwVvI9hhs+cLKq5+I5onOuwQLhQwiu63xxlHs4=
gopkg.in/fsnotify.v1 v1.4.7/go.mod h1:Tz8NjZHkW78fSQdbUxIjBTcgA1z1m8ZHf0WmKUhAMys=
gopkg.in/inf.v0 v0.9.1 h1:73M5CoZyi3ZLMOyDlQh031Cx6N9NDJ2Vvfl76EDAgDc=
gopkg.in/inf.v0 v0.9.1/go.mod h1:cWUDdTG/fYaXco+Dcufb5Vnc6Gp2YChqWtbxRZE0mXw=
gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7 h1:uRGJdciOHaEIrze2W8Q3AKkepLTh2hOroT7a+7czfdQ=
gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7/go.mod h1:dt/ZhP58zS4L8KSrWDmTeBkI65Dw0HsyUHuEVlX15mw=
gopkg.in/yaml.v2 v2.2.1/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
gopkg.in/yaml.v2 v2.2.2 h1:ZCJp+EgiOT7lHqUV2J862kp8Qj64Jo6az82+3Td9dZw=
gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
k8s.io/api v0.0.0-20181221193117-173ce66c1e39/go.mod h1:iuAfoD4hCxJ8Onx9kaTIt30j7jUFS00AXQi6QMi99vA=
k8s.io/api v0.0.0-20191004102255-dacd7df5a50b h1:38Nx0U83WjBqn1hUWxlgKc7mvH7WhyHfypxeW3zWwCQ=
k8s.io/api v0.0.0-20191004102255-dacd7df5a50b/go.mod h1:iuAfoD4hCxJ8Onx9kaTIt30j7jUFS00AXQi6QMi99vA=
k8s.io/apimachinery v0.0.0-20180925215425-1926e7bb5c13/go.mod h1:ccL7Eh7zubPUSh9A3USN90/OzHNSVN6zxzde07TDCL0=
k8s.io/apimachinery v0.0.0-20191004074956-01f8b7d1121a h1:lDydUqHrbL/1l5ZQrqD1RIlabhmX8aiZEtxVUb+30iU=
k8s.io/apimachinery v0.0.0-20191004074956-01f8b7d1121a/go.mod h1:ccL7Eh7zubPUSh9A3USN90/OzHNSVN6zxzde07TDCL0=
k8s.io/apimachinery v0.0.0-20191121015412-41065c7a8c2a h1:9V03T5lHv/iF4fSgvMCd+iB86AgEgmzLpheMqIJy7hs=
k8s.io/client-go v6.0.1-0.20180515144434-1692bdde78a6+incompatible h1:QUglh8NubUsokcy6HJuwxOLPL60N77/it79BA+qRJRk=
k8s.io/client-go v6.0.1-0.20180515144434-1692bdde78a6+incompatible/go.mod h1:7vJpHMYJwNQCWgzmNV+VYUl1zCObLyodBc8nIyt8L5s=
k8s.io/client-go v10.0.0+incompatible h1:F1IqCqw7oMBzDkqlcBymRq1450wD0eNqLE9jzUrIi34=
k8s.io/client-go v10.0.0+incompatible/go.mod h1:7vJpHMYJwNQCWgzmNV+VYUl1zCObLyodBc8nIyt8L5s=
k8s.io/code-generator v0.0.0-20180510141822-0ab89e584187/go.mod h1:MYiN+ZJZ9HkETbgVZdWw2AsuAi9PZ4V80cwfuf2axe8=
k8s.io/gengo v0.0.0-20190319205223-bc9033e9ec9e/go.mod h1:ezvh/TsK7cY6rbqRK0oQQ8IAqLxYwwyPxAX1Pzy0ii0=
k8s.io/klog v0.2.0 h1:0ElL0OHzF3N+OhoJTL0uca20SxtYt4X4+bzHeqrB83c=
k8s.io/klog v0.2.0/go.mod h1:Gq+BEi5rUBO/HRz0bTSXDUcqjScdoY3a9IHpCEIOOfk=
k8s.io/kube-openapi v0.0.0-20181114233023-0317810137be h1:aWEq4nbj7HRJ0mtKYjNSk/7X28Tl6TI6FeG8gKF+r7Q=
k8s.io/kube-openapi v0.0.0-20181114233023-0317810137be/go.mod h1:BXM9ceUBTj2QnfH2MK1odQs778ajze1RxcmP6S8RVVc=
sigs.k8s.io/yaml v1.1.0 h1:4A07+ZFc2wgJwo8YNlQpr1rVlgUDlxXHhPJciaPY5gs=
sigs.k8s.io/yaml v1.1.0/go.mod h1:UJmg0vDUVViEyp3mgSv9WPwZCDxu4rQW1olrI1uml+o=
pkg/apiclient/apiclient.go 0 → 100644
View file @ fab57f10
/*
* Copyright (c) 2019 UPLEX Nils Goroll Systemoptimierung
* All rights reserved
*
* Author: Geoffrey Simmons <geoffrey.simmons@uplex.de>
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*/
package apiclient
import (
"fmt"
"os"
"time"
"code.uplex.de/uplex-varnish/k8s-vcl-reloader/pkg/varnish"
"github.com/sirupsen/logrus"
"k8s.io/apimachinery/pkg/api/meta"
"k8s.io/apimachinery/pkg/runtime"
utilruntime "k8s.io/apimachinery/pkg/util/runtime"
"k8s.io/apimachinery/pkg/util/wait"
"k8s.io/client-go/informers"
"k8s.io/client-go/kubernetes"
core_v1 "k8s.io/client-go/kubernetes/typed/core/v1"
core_v1_listers "k8s.io/client-go/listers/core/v1"
"k8s.io/client-go/tools/cache"
"k8s.io/client-go/tools/record"
api_v1 "k8s.io/api/core/v1"
meta_v1 "k8s.io/apimachinery/pkg/apis/meta/v1"
)
// ReloaderCfg represents the user configuration for VCL reloading.
type ReloaderCfg struct {
Templates map[string]string
Services []string
CfgMap string
Main string
}
type infrmrs struct {
svc cache.SharedIndexInformer
endp cache.SharedIndexInformer
cfgMap cache.SharedIndexInformer
}
// SyncType classifies the sync event, passed through to workers.
type SyncType uint8
const (
// Add event
Add SyncType = iota
// Update event
Update
// Delete event
Delete
)
// SyncObj wraps the object for which event handlers are notified, and
// encodes the sync event. These are the objects passed into the
// queues for workers.
type SyncObj struct {
Type SyncType
Obj interface{}
}
// Listers aggregates listers from k8s.io/client-go/listers for the
// various resource types of interest. These are initialized by
// Client, and handed off to NamespaceWorker workers to read data from
// the client-go cache.
type Listers struct {
svc core_v1_listers.ServiceLister
endp core_v1_listers.EndpointsLister
cfgMap core_v1_listers.ConfigMapLister
}
// Client watches Kubernetes API and reconfigures Varnish via
// varnish.Controller when needed.
type Client struct {
log *logrus.Logger
client kubernetes.Interface
informers *infrmrs
listers *Listers
pod *api_v1.Pod
nsQs *NamespaceQueues
vc *varnish.Controller
stopCh chan struct{}
recorder record.EventRecorder
svcs map[string]struct{}
cfgMap string
podNs string
podName string
}
// NewClient creates an API client.
//
// log: logger initialized at startup
// kubeClient: k8s client initialized at startup
// vc: Varnish controller
// infFactory: SharedInformerFactory to create informers & listers for
// the k8s standard client APIs
func NewClient(
log *logrus.Logger,
kubeClient kubernetes.Interface,
updaterCfg SpecUpdaterConfig,
vc *varnish.Controller,
infFactory informers.SharedInformerFactory,
svcs []string,
cfgMap string,
podNs string,
podName string) (*Client, error) {
apiclient := Client{
log: log,
client: kubeClient,
vc: vc,
stopCh: make(chan struct{}),
svcs: make(map[string]struct{}),
cfgMap: cfgMap,
podNs: podNs,
podName: podName,
}
for _, svc := range svcs {
apiclient.svcs[svc] = struct{}{}
}
InitMetrics()
eventBroadcaster := record.NewBroadcaster()
eventBroadcaster.StartLogging(apiclient.log.Printf)
eventBroadcaster.StartRecordingToSink(&core_v1.EventSinkImpl{
Interface: apiclient.client.CoreV1().Events(""),
})
evtScheme := runtime.NewScheme()
if err := api_v1.AddToScheme(evtScheme); err != nil {
return nil, err
}
apiclient.recorder = eventBroadcaster.NewRecorder(evtScheme,
api_v1.EventSource{Component: "vcl-reloader"})
apiclient.informers = &infrmrs{
svc: infFactory.Core().V1().Services().Informer(),
endp: infFactory.Core().V1().Endpoints().Informer(),
cfgMap: infFactory.Core().V1().ConfigMaps().Informer(),
}
evtFuncs := cache.ResourceEventHandlerFuncs{
AddFunc: apiclient.addObj,
DeleteFunc: apiclient.deleteObj,
UpdateFunc: apiclient.updateObj,
}
apiclient.informers.svc.AddEventHandler(evtFuncs)
apiclient.informers.endp.AddEventHandler(evtFuncs)
apiclient.informers.cfgMap.AddEventHandler(evtFuncs)
apiclient.listers = &Listers{
svc: infFactory.Core().V1().Services().Lister(),
endp: infFactory.Core().V1().Endpoints().Lister(),
cfgMap: infFactory.Core().V1().ConfigMaps().Lister(),
}
updater := NewSpecUpdater(log, updaterCfg, vc, apiclient.listers)
apiclient.nsQs = NewNamespaceQueues(apiclient.log, updater,
apiclient.listers, apiclient.recorder)
return &apiclient, nil
}
func (apiclient *Client) logObj(action string, obj interface{}) {
apiclient.log.Debug(action, ":", obj)
m, mErr := meta.Accessor(obj)
t, tErr := meta.TypeAccessor(obj)
if mErr == nil && tErr == nil {
if t.GetKind() != "" {
apiclient.log.Debugf("%s %s: %s/%s", action,
t.GetKind(), m.GetNamespace(), m.GetName())
} else {
apiclient.log.Debugf("%s: %s/%s", action,
m.GetNamespace(), m.GetName())
}
}
}
func (apiclient *Client) ignoring(obj interface{}) bool {
m, err := meta.Accessor(obj)
if err != nil {
apiclient.log.Errorf("Cannot read metadata for sync object: %s",
err)
return false
}
key := fmt.Sprintf("%s/%s", m.GetNamespace(), m.GetName())
switch obj.(type) {
case *api_v1.Service, *api_v1.Endpoints:
_, exists := apiclient.svcs[key]
return !exists
case *api_v1.ConfigMap:
return key != apiclient.cfgMap
}
return false
}
func (apiclient *Client) logIgnore(obj interface{}) {
ns := "Unknown"
name := "Unknown"
kind := "Unknown"
m, mErr := meta.Accessor(obj)
t, tErr := meta.TypeAccessor(obj)
if mErr != nil {
apiclient.log.Errorf("Cannot read metadata for sync object: %s",
mErr)
} else {
ns = m.GetNamespace()
name = m.GetName()
}
if tErr != nil {
apiclient.log.Errorf("Cannot read type for sync object: %s",
tErr)
} else if t.GetKind() != "" {
kind = t.GetKind()
} else {
switch obj.(type) {
case *api_v1.Service:
kind = "Service"
case *api_v1.Endpoints:
kind = "Endpoints"
case *api_v1.ConfigMap:
kind = "ConfigMap"
}
}
apiclient.log.Debugf("Ignoring %s %s/%s", kind, ns, name)
syncCounters.WithLabelValues(ns, kind, "Ignore").Inc()
}
func incWatchCounter(sync string, obj interface{}) {
switch obj.(type) {
case *api_v1.Service:
watchCounters.WithLabelValues("Service", sync).Inc()
case *api_v1.Endpoints:
watchCounters.WithLabelValues("Endpoints", sync).Inc()
case *api_v1.ConfigMap:
watchCounters.WithLabelValues("ConfigMap", sync).Inc()
default:
watchCounters.WithLabelValues("Unknown", sync).Inc()
}
}
func (apiclient *Client) addObj(obj interface{}) {
apiclient.logObj("Add", obj)
incWatchCounter("Add", obj)
if apiclient.ignoring(obj) {
apiclient.logIgnore(obj)
return
}
apiclient.nsQs.Queue.Add(&SyncObj{Type: Add, Obj: obj})
}
func (apiclient *Client) deleteObj(obj interface{}) {
apiclient.logObj("Delete", obj)
incWatchCounter("Delete", obj)
if apiclient.ignoring(obj) {
apiclient.logIgnore(obj)
return
}
apiclient.nsQs.Queue.Add(&SyncObj{Type: Delete, Obj: obj})
}
func (apiclient *Client) updateObj(old, new interface{}) {
apiclient.log.Debug("Update:", old, new)
incWatchCounter("Update", new)
if apiclient.ignoring(new) {
apiclient.logIgnore(new)
return
}
oldMeta, oldErr := meta.Accessor(old)
newMeta, newErr := meta.Accessor(new)
t, tErr := meta.TypeAccessor(old)
if oldErr == nil && newErr == nil &&
oldMeta.GetResourceVersion() == newMeta.GetResourceVersion() {
apiclient.log.Debugf("Update %s/%s: unchanged",
oldMeta.GetNamespace(), oldMeta.GetName())
apiclient.logIgnore(new)
return
}
// kube-system resources frequently update Endpoints with
// empty Subsets, ignore them.
oldEndp, oldEndpExists := old.(*api_v1.Endpoints)
newEndp, newEndpExists := new.(*api_v1.Endpoints)
if oldEndpExists && newEndpExists &&
len(oldEndp.Subsets) == 0 && len(newEndp.Subsets) == 0 {
apiclient.log.Debugf("Update endpoints %s/%s: empty Subsets, "+
"ignoring", newEndp.Namespace, newEndp.Name)
syncCounters.WithLabelValues(oldMeta.GetNamespace(),
"Endpoints", "Ignore").Inc()
return
}
var metaObj *meta_v1.Object
if oldErr == nil {
metaObj = &oldMeta
} else if newErr == nil {
metaObj = &newMeta
}
if metaObj != nil {
if tErr == nil && t.GetKind() != "" {
apiclient.log.Debugf("Update %s: %s/%s", t.GetKind(),
(*metaObj).GetNamespace(), (*metaObj).GetName())
} else {
apiclient.log.Debugf("Update: %s/%s",
(*metaObj).GetNamespace(), (*metaObj).GetName())
}
}
apiclient.nsQs.Queue.Add(&SyncObj{Type: Update, Obj: new})
}
// Run the API client -- start the informers in goroutines, wait for
// the caches to sync, and call Run() for the NamespaceQueues. Then
// block until Stop() is invoked.
//
// If readyFile is non-empty, it is the path of a file to touch when
// the controller is ready (after informers have launched).
func (apiclient *Client) Run(readyFile string, metricsPort uint16) {
defer utilruntime.HandleCrash()
defer apiclient.nsQs.Stop()
apiclient.log.Info("Launching informers")
go apiclient.informers.svc.Run(apiclient.stopCh)
go apiclient.informers.endp.Run(apiclient.stopCh)
go apiclient.informers.cfgMap.Run(apiclient.stopCh)
apiclient.log.Infof("Starting metrics listener at port %d", metricsPort)
go ServeMetrics(apiclient.log, metricsPort)
apiclient.log.Info("k8s API client ready")
if readyFile != "" {
f, err := os.Create(readyFile)
if err != nil {
e := fmt.Errorf("Cannot create ready file %s: %v",
readyFile, err)
utilruntime.HandleError(e)
return
}
if err = f.Close(); err != nil {
e := fmt.Errorf("Cannot close ready file %s: %v",
readyFile, err)
utilruntime.HandleError(e)
defer f.Close()
}
apiclient.log.Infof("Created ready file %s", readyFile)
}
apiclient.log.Info("Waiting for caches to sync")
if ok := cache.WaitForCacheSync(apiclient.stopCh,
apiclient.informers.svc.HasSynced,
apiclient.informers.endp.HasSynced,
apiclient.informers.cfgMap.HasSynced); !ok {
err := fmt.Errorf("Failed waiting for caches to sync")
utilruntime.HandleError(err)
return
}
apiclient.log.Info("Caches synced, running workers")
apiclient.log.Info("Starting initial update")
apiclient.vc.SetUpdater(apiclient.nsQs.updater)
if err := apiclient.nsQs.updater.Update(); err != nil {
apiclient.log.Errorf("Initial update failed: %s", err)
}
go wait.Until(apiclient.nsQs.Run, time.Second, apiclient.stopCh)
<-apiclient.stopCh
}
// Stop the VCL controller -- signal the workers to stop.
func (apiclient *Client) Stop() {
apiclient.stopCh <- struct{}{}
apiclient.log.Info("Shutting down workers")
close(apiclient.stopCh)
<-apiclient.nsQs.DoneChan
apiclient.log.Info("k8s API client exiting")
}
pkg/apiclient/configmap.go 0 → 100644
View file @ fab57f10
/*
* Copyright (c) 2019 UPLEX Nils Goroll Systemoptimierung
* All rights reserved
*
* Author: Geoffrey Simmons <geoffrey.simmons@uplex.de>
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*/
package apiclient
import api_v1 "k8s.io/api/core/v1"
func (worker *NamespaceWorker) syncCfgMap(key string) error {
worker.log.Infof("Syncing ConfigMap: %s/%s", worker.namespace, key)
return worker.updater.Update()
}
func (worker *NamespaceWorker) addCfgMap(key string) error {
return worker.syncCfgMap(key)
}
func (worker *NamespaceWorker) updateCfgMap(key string) error {
return worker.syncCfgMap(key)
}
func (worker *NamespaceWorker) deleteCfgMap(obj interface{}) error {
cfgMap, ok := obj.(*api_v1.ConfigMap)
if !ok || cfgMap == nil {
worker.log.Warnf("Delete ConfigMap: not found: %v", obj)
return nil
}
return worker.syncCfgMap(cfgMap.Name)
}
pkg/apiclient/endpoints.go 0 → 100644
View file @ fab57f10
/*
* Copyright (c) 2019 UPLEX Nils Goroll Systemoptimierung
* All rights reserved
*
* Author: Geoffrey Simmons <geoffrey.simmons@uplex.de>
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*/
package apiclient
import api_v1 "k8s.io/api/core/v1"
func (worker *NamespaceWorker) syncEndp(key string) error {
worker.log.Infof("Syncing Endpoints: %s/%s", worker.namespace, key)
svc, err := worker.svc.Get(key)
if err != nil {
worker.log.Errorf("Cannot get service for endpoints %s/%s: %s",
worker.namespace, key, err)
return err
}
worker.log.Infof("Endpoints changed for Service %s/%s, enqueuing "+
"service sync", svc.Namespace, svc.Name)
worker.queue.Add(&SyncObj{Type: Update, Obj: svc})
return nil
}
func (worker *NamespaceWorker) addEndp(key string) error {
return worker.syncEndp(key)
}
func (worker *NamespaceWorker) updateEndp(key string) error {
return worker.syncEndp(key)
}
func (worker *NamespaceWorker) deleteEndp(obj interface{}) error {
endp, ok := obj.(*api_v1.Endpoints)
if !ok || endp == nil {
worker.log.Warnf("Delete Endpoints: not found: %v", obj)
return nil
}
return worker.syncEndp(endp.Name)
}
pkg/apiclient/metrics.go 0 → 100644
View file @ fab57f10
/*
* Copyright (c) 2019 UPLEX Nils Goroll Systemoptimierung
* All rights reserved
*
* Author: Geoffrey Simmons <geoffrey.simmons@uplex.de>
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*/
package apiclient
import (
"fmt"
"net/http"
"k8s.io/client-go/util/workqueue"
"github.com/sirupsen/logrus"
"github.com/prometheus/client_golang/prometheus"
"github.com/prometheus/client_golang/prometheus/promhttp"
)
const (
namespace = "vclreloader"
workqSubsystem = "workqueue"
)
type promProvider struct{}
func (promProvider) NewDepthMetric(name string) workqueue.GaugeMetric {
label := make(map[string]string)
label["namespace"] = name
depth := prometheus.NewGauge(prometheus.GaugeOpts{
Subsystem: workqSubsystem,
Namespace: namespace,
Name: "depth",
Help: "Current depth of the workqueue",
ConstLabels: label,
})
prometheus.Register(depth)
return depth
}
func (promProvider) NewAddsMetric(name string) workqueue.CounterMetric {
label := make(map[string]string)
label["namespace"] = name
adds := prometheus.NewCounter(prometheus.CounterOpts{
Subsystem: workqSubsystem,
Namespace: namespace,
Name: "adds_total",
Help: "Total number of adds handled by the workqueue",
ConstLabels: label,
})
prometheus.Register(adds)
return adds
}
func (promProvider) NewLatencyMetric(name string) workqueue.SummaryMetric {
label := make(map[string]string)
label["namespace"] = name
latency := prometheus.NewSummary(prometheus.SummaryOpts{
Subsystem: workqSubsystem,
Namespace: namespace,
Name: "latency_useconds",
Help: "Time spent (in µsecs) by items waiting in the " +
"workqueue",
ConstLabels: label,
})
prometheus.Register(latency)
return latency
}
func (promProvider) NewWorkDurationMetric(name string) workqueue.SummaryMetric {
label := make(map[string]string)
label["namespace"] = name
workDuration := prometheus.NewSummary(prometheus.SummaryOpts{
Subsystem: workqSubsystem,
Namespace: namespace,
Name: "work_duration_useconds",
Help: "Time needed (in µsecs) to process items from the " +
"workqueue",
ConstLabels: label,
})
prometheus.Register(workDuration)
return workDuration
}
func (promProvider) NewUnfinishedWorkSecondsMetric(
name string) workqueue.SettableGaugeMetric {
label := make(map[string]string)
label["namespace"] = name
unfinishedWorkDuration := prometheus.NewGauge(prometheus.GaugeOpts{
Subsystem: workqSubsystem,
Namespace: namespace,
Name: "unfinished_work_seconds",
Help: "Time spent (in secs) on unfinished work still in" +
"the workqueue",
ConstLabels: label,
})
prometheus.Register(unfinishedWorkDuration)
return unfinishedWorkDuration
}
func (promProvider) NewLongestRunningProcessorMicrosecondsMetric(
name string) workqueue.SettableGaugeMetric {
label := make(map[string]string)
label["namespace"] = name
maxProc := prometheus.NewGauge(prometheus.GaugeOpts{
Subsystem: workqSubsystem,
Namespace: namespace,
Name: "max_processor_seconds",
Help: "Time spent (in µsecs) by the longest running " +
"processor in the workqueue",
ConstLabels: label,
})
prometheus.Register(maxProc)
return maxProc
}
func (promProvider) NewRetriesMetric(name string) workqueue.CounterMetric {
label := make(map[string]string)
label["namespace"] = name
retries := prometheus.NewCounter(prometheus.CounterOpts{
Subsystem: workqSubsystem,
Namespace: namespace,
Name: "retries_total",
Help: "Total number of retries handled by workqueue",
ConstLabels: label,
})
prometheus.Register(retries)
return retries
}
var (
watchCounters = prometheus.NewCounterVec(prometheus.CounterOpts{
Subsystem: "watcher",
Namespace: namespace,
Name: "events_total",
Help: "Total number of watcher API events",
}, []string{"kind", "event"})
syncCounters = prometheus.NewCounterVec(prometheus.CounterOpts{
Namespace: namespace,
Subsystem: "sync",
Name: "result_total",
Help: "Total number of synchronization results",
}, []string{"namespace", "kind", "result"})
)
// InitMetrics sets the prometheus provider for the workqueue metrics,
// and registers the counter vectors.
func InitMetrics() {
workqueue.SetProvider(promProvider{})
prometheus.Register(watchCounters)
prometheus.Register(syncCounters)
}
// ServeMetrics executes the HTTP Handler for the /metrics endpoint.
func ServeMetrics(log *logrus.Logger, port uint16) {
addr := fmt.Sprintf(":%d", port)
http.Handle("/metrics", promhttp.Handler())
log.Fatal(http.ListenAndServe(addr, nil))
}
pkg/apiclient/pod_event.go 0 → 100644
View file @ fab57f10
/*
* Copyright (c) 2019 UPLEX Nils Goroll Systemoptimierung
* All rights reserved
*
* Author: Geoffrey Simmons <geoffrey.simmons@uplex.de>
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*/
package apiclient
import (
"fmt"
api_v1 "k8s.io/api/core/v1"
meta_v1 "k8s.io/apimachinery/pkg/apis/meta/v1"
utilruntime "k8s.io/apimachinery/pkg/util/runtime"
)
func (client *Client) podEvent(evtType, reason, msgFmt string,
args ...interface{}) {
if client.pod == nil {
noop := meta_v1.GetOptions{}
pod, err := client.client.CoreV1().Pods(client.podNs).
Get(client.podName, noop)
if err != nil {
e := fmt.Errorf("Cannot retrieve Pod object for %s/%s,"+
" will not generate event(%s, %s): %v",
client.podNs, client.podName, evtType, reason,
err)
utilruntime.HandleError(e)
return
}
client.pod = pod
}
client.recorder.Eventf(client.pod, evtType, reason, msgFmt, args...)
}
// PodInfoEvent generates an Event with type "Normal" for the current Pod.
func (client *Client) PodInfoEvent(reason, msgFmt string, args ...interface{}) {
client.podEvent(api_v1.EventTypeNormal, reason, msgFmt, args...)
}
// PodWarnEvent generates an Event with type "Warning" for the current Pod.
func (client *Client) PodWarnEvent(reason, msgFmt string, args ...interface{}) {
client.podEvent(api_v1.EventTypeWarning, reason, msgFmt, args...)
}
pkg/apiclient/service.go 0 → 100644
View file @ fab57f10
/*
* Copyright (c) 2019 UPLEX Nils Goroll Systemoptimierung
* All rights reserved
*
* Author: Geoffrey Simmons <geoffrey.simmons@uplex.de>
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*/
package apiclient
import api_v1 "k8s.io/api/core/v1"
func (worker *NamespaceWorker) syncSvc(key string) error {
worker.log.Infof("Syncing Service: %s/%s", worker.namespace, key)
return worker.updater.Update()
}
func (worker *NamespaceWorker) addSvc(key string) error {
return worker.syncSvc(key)
}
func (worker *NamespaceWorker) updateSvc(key string) error {
return worker.syncSvc(key)
}
func (worker *NamespaceWorker) deleteSvc(obj interface{}) error {
svc, ok := obj.(*api_v1.Service)
if !ok || svc == nil {
worker.log.Warnf("Delete Service: not found: %v", obj)
return nil
}
return worker.syncSvc(svc.Name)
}
pkg/apiclient/spec.go 0 → 100644
View file @ fab57f10
/*
* Copyright (c) 2019 UPLEX Nils Goroll Systemoptimierung
* All rights reserved
*
* Author: Geoffrey Simmons <geoffrey.simmons@uplex.de>
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*/
package apiclient
import (
"fmt"
"time"
"code.uplex.de/uplex-varnish/k8s-vcl-reloader/pkg/varnish"
"code.uplex.de/uplex-varnish/k8s-vcl-reloader/pkg/varnish/vcl"
"github.com/sirupsen/logrus"
api_v1 "k8s.io/api/core/v1"
core_v1_listers "k8s.io/client-go/listers/core/v1"
"k8s.io/client-go/tools/cache"
)
// SpecUpdaterConfig represents the user configuration for k8s
// resources that are considered for a VCL update.
type SpecUpdaterConfig struct {
SvcKeys []string
Main string
CfgMapName string
CfgMapNamespace string
}
// SpecUpdater encapsulates updating the VCL spec from the current
// state of the k8s cluster.
type SpecUpdater struct {
log *logrus.Logger
cfg SpecUpdaterConfig
vc *varnish.Controller
svc core_v1_listers.ServiceLister
endp core_v1_listers.EndpointsLister
cfgMap core_v1_listers.ConfigMapLister
}
// NewSpecUpdater creates a SpecUpdater.
func NewSpecUpdater(
log *logrus.Logger,
cfg SpecUpdaterConfig,
vc *varnish.Controller,
listers *Listers) *SpecUpdater {
return &SpecUpdater{
log: log,
cfg: cfg,
vc: vc,
endp: listers.endp,
svc: listers.svc,
cfgMap: listers.cfgMap,
}
}
func getEndpSpec(addr api_v1.EndpointAddress, port int32) vcl.Endpoint {
ep := vcl.Endpoint{
IP: addr.IP,
Port: port,
}
ep.Namespace = addr.TargetRef.Namespace
ep.UID = string(addr.TargetRef.UID)
ep.ResourceVersion = addr.TargetRef.ResourceVersion
return ep
}
func (updater *SpecUpdater) getSvcSpec(
svc *api_v1.Service) (vclSvc vcl.Service, err error) {
updater.log.Debugf("Updating Service %s/%s spec from cluster config",
svc.Namespace, svc.Name)
vclSvc = vcl.Service{}
eps, err := updater.endp.Endpoints(svc.Namespace).Get(svc.Name)
if err != nil {
return
}
vclSvc.Namespace = svc.Namespace
vclSvc.UID = string(svc.UID)
vclSvc.ResourceVersion = svc.ResourceVersion
vclSvc.Endpoints = make(map[string]vcl.Endpoint)
for _, subset := range eps.Subsets {
if len(subset.Ports) != 1 {
// XXX ???
err = fmt.Errorf("Endpoint %s/%s has %d ports",
eps.Namespace, eps.Name, len(subset.Ports))
return
}
port := subset.Ports[0].Port
for _, addr := range subset.Addresses {
vclSvc.Endpoints[addr.TargetRef.Name] =
getEndpSpec(addr, port)
}
}
return
}
func (updater *SpecUpdater) getSpec(version string) (vcl.Spec, error) {
updater.log.Info("Updating VCL spec from cluster config")
spec := vcl.Spec{
Version: version,
Main: updater.cfg.Main,
Created: time.Now(),
}
svcsSpec := make(map[string]vcl.Service)
for _, svcKey := range updater.cfg.SvcKeys {
ns, name, err := cache.SplitMetaNamespaceKey(svcKey)
if err != nil {
return spec, err
}
svc, err := updater.svc.Services(ns).Get(name)
if err != nil {
return spec, err
}
// XXX same name in different namespaces
svcsSpec[svc.Name], err = updater.getSvcSpec(svc)
if err != nil {
return spec, err
}
}
if len(svcsSpec) != len(updater.cfg.SvcKeys) {
var svcsNotFound []string
for _, key := range updater.cfg.SvcKeys {
_, name, err := cache.SplitMetaNamespaceKey(key)
if err != nil {
return spec, err
}
if _, exists := svcsSpec[name]; !exists {
svcsNotFound = append(svcsNotFound, name)
}
}
return spec, fmt.Errorf("Services not found, no update: %s",
svcsNotFound)
}
spec.Services = svcsSpec
cfgMap, err := updater.cfgMap.ConfigMaps(updater.cfg.CfgMapNamespace).
Get(updater.cfg.CfgMapName)
if err != nil {
return spec, err
}
spec.CfgMap.Name = cfgMap.Name
spec.CfgMap.Namespace = cfgMap.Namespace
spec.CfgMap.Version = version
spec.CfgMap.UID = string(cfgMap.UID)
spec.CfgMap.ResourceVersion = cfgMap.ResourceVersion
return spec, nil
}
// Update generates a new configuration from the current state of the
// k8s cluster, and loads it as a new instance of VCL.
func (updater *SpecUpdater) Update() error {
updater.log.Info("Update signal received")
spec, err := updater.getSpec("")
if err != nil {
// XXX generate Warn event
updater.log.Errorf("Cannot create spec: %s", err)
return err
}
if updater.vc.HasConfig(spec) {
updater.log.Infof("Varnish VCL config is up to date")
return nil
}
if err = updater.vc.Update(&spec); err != nil {
// XXX generate Warn event, inc counter
updater.log.Errorf("Update failed: %s", err)
return err
}
// XXX generate Info event, inc counter(?)
updater.log.Info("Varnish update succeeded")
return nil
}
pkg/apiclient/worker.go 0 → 100644
View file @ fab57f10
/*
* Copyright (c) 2018 UPLEX Nils Goroll Systemoptimierung
* All rights reserved
*
* Author: Geoffrey Simmons <geoffrey.simmons@uplex.de>
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*/
package apiclient
import (
"fmt"
"sync"
api_v1 "k8s.io/api/core/v1"
utilruntime "k8s.io/apimachinery/pkg/util/runtime"
core_v1_listers "k8s.io/client-go/listers/core/v1"
"k8s.io/client-go/tools/cache"
"k8s.io/client-go/tools/record"
"k8s.io/client-go/util/workqueue"
"github.com/sirupsen/logrus"
)
const (
// syncSuccess and syncFailure are reasons for Events
syncSuccess = "SyncSuccess"
syncFailure = "SyncFailure"
)
// NamespaceWorker serves fanout of work items to workers for each
// namespace for which the controller is notified about a resource
// update. The NamespaceQueues object creates a new instance when it
// reads an item from a new namespace from its main queue. Each worker
// has its own queue and listers filtered for its namespace. Thus each
// namespace is synced separately and sequentially, and all of the
// namespaces are synced in parallel.
type NamespaceWorker struct {
namespace string
log *logrus.Logger
updater *SpecUpdater
queue workqueue.RateLimitingInterface
listers *Listers
svc core_v1_listers.ServiceNamespaceLister
endp core_v1_listers.EndpointsNamespaceLister
cfgMap core_v1_listers.ConfigMapNamespaceLister
recorder record.EventRecorder
wg *sync.WaitGroup
}
func (worker *NamespaceWorker) event(obj interface{}, evtType, reason,
msgFmt string, args ...interface{}) {
eventObj := obj
if syncObj, ok := obj.(*SyncObj); ok {
eventObj = syncObj.Obj
}
kind := "Unknown"
switch eventObj.(type) {
case *api_v1.Service:
svc, _ := eventObj.(*api_v1.Service)
worker.recorder.Eventf(svc, evtType, reason, msgFmt, args...)
kind = "Service"
case *api_v1.Endpoints:
endp, _ := eventObj.(*api_v1.Endpoints)
worker.recorder.Eventf(endp, evtType, reason, msgFmt, args...)
kind = "Endpoints"
case *api_v1.ConfigMap:
cfgMap, _ := eventObj.(*api_v1.ConfigMap)
worker.recorder.Eventf(cfgMap, evtType, reason, msgFmt, args...)
kind = "ConfigMap"
default:
worker.log.Warnf("Unhandled type %T, no event generated",
eventObj)
}
syncCounters.WithLabelValues(worker.namespace, kind, reason).Inc()
}
func (worker *NamespaceWorker) infoEvent(obj interface{}, reason, msgFmt string,
args ...interface{}) {
worker.event(obj, api_v1.EventTypeNormal, reason, msgFmt, args...)
}
func (worker *NamespaceWorker) warnEvent(obj interface{}, reason, msgFmt string,
args ...interface{}) {
worker.event(obj, api_v1.EventTypeWarning, reason, msgFmt, args...)
}
func (worker *NamespaceWorker) syncSuccess(obj interface{}, msgFmt string,
args ...interface{}) {
worker.log.Infof(msgFmt, args...)
worker.infoEvent(obj, syncSuccess, msgFmt, args...)
}
func (worker *NamespaceWorker) syncFailure(obj interface{}, msgFmt string,
args ...interface{}) {
worker.log.Errorf(msgFmt, args...)
worker.warnEvent(obj, syncFailure, msgFmt, args...)
}
func (worker *NamespaceWorker) dispatch(obj interface{}) error {
syncObj, ok := obj.(*SyncObj)
if !ok {
worker.syncFailure(obj, "Unhandled type %T", obj)
return nil
}
_, key, err := getNameSpace(syncObj.Obj)
if err != nil {
worker.syncFailure(syncObj.Obj,
"Cannot get key for object %v: %v", syncObj.Obj, err)
return nil
}
switch syncObj.Type {
case Add:
switch syncObj.Obj.(type) {
case *api_v1.Service:
return worker.addSvc(key)
case *api_v1.Endpoints:
return worker.addEndp(key)
case *api_v1.ConfigMap:
return worker.addCfgMap(key)
default:
worker.syncFailure(syncObj.Obj,
"Unhandled object type: %T", syncObj.Obj)
return nil
}
case Update:
switch syncObj.Obj.(type) {
case *api_v1.Service:
return worker.updateSvc(key)
case *api_v1.Endpoints:
return worker.updateEndp(key)
case *api_v1.ConfigMap:
return worker.updateCfgMap(key)
default:
worker.syncFailure(syncObj.Obj,
"Unhandled object type: %T", syncObj.Obj)
return nil
}
case Delete:
deletedObj := syncObj.Obj
deleted, ok := obj.(cache.DeletedFinalStateUnknown)
if ok {
deletedObj = deleted.Obj
}
switch deletedObj.(type) {
case *api_v1.Service:
return worker.deleteSvc(deletedObj)
case *api_v1.Endpoints:
return worker.deleteEndp(deletedObj)
case *api_v1.ConfigMap:
return worker.deleteCfgMap(deletedObj)
default:
worker.syncFailure(deletedObj,
"Unhandled object type: %T", deletedObj)
return nil
}
default:
worker.syncFailure(syncObj.Obj, "Unhandled sync type: %v",
syncObj.Type)
return nil
}
}
func (worker *NamespaceWorker) next() {
obj, quit := worker.queue.Get()
if quit {
return
}
defer worker.queue.Done(obj)
if err := worker.dispatch(obj); err == nil {
if ns, name, err := getNameSpace(obj); err == nil {
worker.syncSuccess(obj, "Successfully synced: %s/%s",
ns, name)
} else {
worker.syncSuccess(obj, "Successfully synced")
}
worker.queue.Forget(obj)
} else {
worker.syncFailure(obj, "Error, requeueing: %v", err)
worker.queue.AddRateLimited(obj)
}
}
func (worker *NamespaceWorker) work() {
defer worker.wg.Done()
worker.log.Info("Starting worker for namespace:", worker.namespace)
for !worker.queue.ShuttingDown() {
worker.next()
}
worker.log.Info("Shutting down worker for namespace:", worker.namespace)
}
// NamespaceQueues reads from the main queue to which informers add
// new work items from all namespaces. The worker reads items from the
// queue and places them on separate queues for NamespaceWorkers
// responsible for each namespace.
type NamespaceQueues struct {
Queue workqueue.RateLimitingInterface
DoneChan chan struct{}
log *logrus.Logger
updater *SpecUpdater
workers map[string]*NamespaceWorker
listers *Listers
recorder record.EventRecorder
wg *sync.WaitGroup
}
// NewNamespaceQueues creates a NamespaceQueues object.
//
// log: logger initialized at startup
// vController: Varnish controller initialied at startup
// listers: client-go/lister instance for each resource type
// recorder: Event broadcaster initialized at startup
func NewNamespaceQueues(
log *logrus.Logger,
updater *SpecUpdater,
listers *Listers,
recorder record.EventRecorder) *NamespaceQueues {
q := workqueue.NewNamedRateLimitingQueue(
workqueue.DefaultControllerRateLimiter(), "_ALL_")
return &NamespaceQueues{
Queue: q,
DoneChan: make(chan struct{}),
log: log,
updater: updater,
workers: make(map[string]*NamespaceWorker),
listers: listers,
recorder: recorder,
wg: new(sync.WaitGroup),
}
}
func getNameSpace(obj interface{}) (namespace, name string, err error) {
k, err := cache.DeletionHandlingMetaNamespaceKeyFunc(obj)
if err != nil {
return
}
namespace, name, err = cache.SplitMetaNamespaceKey(k)
return
}
func (qs *NamespaceQueues) next() {
obj, quit := qs.Queue.Get()
if quit {
return
}
defer qs.Queue.Done(obj)
syncObj, ok := obj.(*SyncObj)
if !ok {
utilruntime.HandleError(fmt.Errorf("Unhandled type %T", obj))
return
}
ns, _, err := getNameSpace(syncObj.Obj)
if err != nil {
utilruntime.HandleError(err)
return
}
worker, exists := qs.workers[ns]
if !exists {
q := workqueue.NewNamedRateLimitingQueue(
workqueue.DefaultControllerRateLimiter(), ns)
worker = &NamespaceWorker{
namespace: ns,
log: qs.log,
updater: qs.updater,
queue: q,
listers: qs.listers,
svc: qs.listers.svc.Services(ns),
endp: qs.listers.endp.Endpoints(ns),
cfgMap: qs.listers.cfgMap.ConfigMaps(ns),
recorder: qs.recorder,
wg: qs.wg,
}
qs.workers[ns] = worker
go worker.work()
qs.wg.Add(1)
}
worker.queue.Add(obj)
qs.Queue.Forget(obj)
}
// Run comprises the main loop of the API client, reading from the
// main queue of work items and handing them off to workers for each
// namespace.
func (qs *NamespaceQueues) Run() {
qs.log.Info("Starting dispatcher worker")
for !qs.Queue.ShuttingDown() {
qs.next()
}
}
// Stop shuts down the main queue loop initiated by Run(), and in turn
// shuts down all of the NamespaceWorkers.
func (qs *NamespaceQueues) Stop() {
qs.log.Info("Shutting down dispatcher worker")
qs.Queue.ShutDown()
for _, worker := range qs.workers {
qs.log.Infof("Shutting down queue for namespace: %s",
worker.namespace)
worker.queue.ShutDown()
}
qs.log.Info("Waiting for workers to shut down")
qs.wg.Wait()
close(qs.DoneChan)
}
pkg/interfaces/interface.go 0 → 100644
View file @ fab57f10
/*
* Copyright (c) 2019 UPLEX Nils Goroll Systemoptimierung
* All rights reserved
*
* Author: Geoffrey Simmons <geoffrey.simmons@uplex.de>
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*/
// Package interfaces defines interfaces that allow pkg/apiclient and
// pkg/varnish to access code from one another without introducing
// import cycles.
package interfaces
// A PodEventGenerator defines methods to generate Events for the
// Varnish instance.
type PodEventGenerator interface {
PodInfoEvent(reason, msgFmt string, args ...interface{})
PodWarnEvent(reason, msgFmt string, args ...interface{})
}
// An Updater defines the method that generates a new configuration
// from the state of k8s cluster, and loads it as the new VCL config.
type Updater interface {
Update() error
}
pkg/varnish/metrics.go 0 → 100644
View file @ fab57f10
/*
* Copyright (c) 2019 UPLEX Nils Goroll Systemoptimierung
* All rights reserved
*
* Author: Geoffrey Simmons <geoffrey.simmons@uplex.de>
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*/
package varnish
import (
"sync"
"github.com/prometheus/client_golang/prometheus"
)
const (
namespace = "vclreloader"
subsystem = "varnish"
)
type instanceMetrics struct {
updates prometheus.Counter
updateErrs prometheus.Counter
tmplFails prometheus.Counter
vsmFails prometheus.Counter
connectFails prometheus.Counter
vclLoads prometheus.Counter
vclLoadErrs prometheus.Counter
templateGens prometheus.Counter
templateErrs prometheus.Counter
connectLatency prometheus.Summary
vclLoadLatency prometheus.Summary
pings prometheus.Counter
pingFails prometheus.Counter
panics prometheus.Counter
childRunning prometheus.Counter
childNotRunning prometheus.Counter
vclDiscards prometheus.Counter
monitorChecks prometheus.Counter
}
var (
beEndpsGauge = prometheus.NewGauge(prometheus.GaugeOpts{
Namespace: namespace,
Subsystem: subsystem,
Name: "backend_endpoints",
Help: "Current number of Service endpoints configured " +
"as Varnish backends",
})
monResultCtr = prometheus.NewCounterVec(prometheus.CounterOpts{
Namespace: namespace,
Subsystem: subsystem,
Name: "monitor_result_total",
Help: "Total number of monitor results",
}, []string{"status", "result"})
metrics = &instanceMetrics{
updates: prometheus.NewCounter(prometheus.CounterOpts{
Namespace: namespace,
Subsystem: subsystem,
Name: "updates_total",
Help: "Total number of attempted updates",
}),
updateErrs: prometheus.NewCounter(prometheus.CounterOpts{
Namespace: namespace,
Subsystem: subsystem,
Name: "update_errors_total",
Help: "Total number of update errors",
}),
tmplFails: prometheus.NewCounter(prometheus.CounterOpts{
Namespace: namespace,
Subsystem: subsystem,
Name: "template_errors_total",
Help: "Total number of template parse failures",
}),
vsmFails: prometheus.NewCounter(prometheus.CounterOpts{
Namespace: namespace,
Subsystem: subsystem,
Name: "vsm_errors_total",
Help: "Total number of shared memory attach failures",
}),
connectFails: prometheus.NewCounter(prometheus.CounterOpts{
Namespace: namespace,
Subsystem: subsystem,
Name: "admin_connect_fails_total",
Help: "Total number of admin connection failures",
}),
vclLoads: prometheus.NewCounter(prometheus.CounterOpts{
Namespace: namespace,
Subsystem: subsystem,
Name: "vcl_loads_total",
Help: "Total number of successful VCL loads",
}),
vclLoadErrs: prometheus.NewCounter(prometheus.CounterOpts{
Namespace: namespace,
Subsystem: subsystem,
Name: "vcl_load_errors_total",
Help: "Total number of VCL load errors",
}),
templateGens: prometheus.NewCounter(prometheus.CounterOpts{
Namespace: namespace,
Subsystem: subsystem,
Name: "vcl_gens_total",
Help: "Total number of successful VCL generations",
}),
templateErrs: prometheus.NewCounter(prometheus.CounterOpts{
Namespace: namespace,
Subsystem: subsystem,
Name: "vcl_gen_errors_total",
Help: "Total number of VCL generation errors",
}),
connectLatency: prometheus.NewSummary(prometheus.SummaryOpts{
Namespace: namespace,
Subsystem: subsystem,
Name: "admin_connect_latency_seconds",
Help: "Admin connection latency",
Objectives: latencyObjectives,
}),
vclLoadLatency: prometheus.NewSummary(prometheus.SummaryOpts{
Namespace: namespace,
Subsystem: subsystem,
Name: "vcl_load_latency_seconds",
Help: "VCL load latency",
Objectives: latencyObjectives,
}),
pings: prometheus.NewCounter(prometheus.CounterOpts{
Namespace: namespace,
Subsystem: subsystem,
Name: "pings_total",
Help: "Total number of successful pings",
}),
pingFails: prometheus.NewCounter(prometheus.CounterOpts{
Namespace: namespace,
Subsystem: subsystem,
Name: "ping_errors_total",
Help: "Total number of ping errors",
}),
panics: prometheus.NewCounter(prometheus.CounterOpts{
Namespace: namespace,
Subsystem: subsystem,
Name: "panics_total",
Help: "Total number of panics detected",
}),
childRunning: prometheus.NewCounter(prometheus.CounterOpts{
Namespace: namespace,
Subsystem: subsystem,
Name: "child_running_total",
Help: "Total number of monitor runs with the " +
"child process in the running state",
}),
childNotRunning: prometheus.NewCounter(prometheus.CounterOpts{
Namespace: namespace,
Subsystem: subsystem,
Name: "child_not_running_total",
Help: "Total number of monitor runs with the " +
"child process not in the running state",
}),
vclDiscards: prometheus.NewCounter(prometheus.CounterOpts{
Namespace: namespace,
Subsystem: subsystem,
Name: "vcl_discards_total",
Help: "Total number of VCL discards",
}),
monitorChecks: prometheus.NewCounter(prometheus.CounterOpts{
Namespace: namespace,
Subsystem: subsystem,
Name: "monitor_checks_total",
Help: "Total number of monitor checks",
}),
}
instMetricsMtx = &sync.Mutex{}
latencyObjectives = map[float64]float64{
0.5: 0.001,
0.9: 0.001,
0.95: 0.001,
0.99: 0.001,
0.999: 0.001,
}
)
func initMetrics() {
prometheus.Register(monResultCtr)
prometheus.Register(beEndpsGauge)
prometheus.Register(metrics.updates)
prometheus.Register(metrics.updateErrs)
prometheus.Register(metrics.vsmFails)
prometheus.Register(metrics.tmplFails)
prometheus.Register(metrics.connectFails)
prometheus.Register(metrics.vclLoads)
prometheus.Register(metrics.vclLoadErrs)
prometheus.Register(metrics.templateErrs)
prometheus.Register(metrics.templateGens)
prometheus.Register(metrics.connectLatency)
prometheus.Register(metrics.vclLoadLatency)
prometheus.Register(metrics.pings)
prometheus.Register(metrics.pingFails)
prometheus.Register(metrics.panics)
prometheus.Register(metrics.childRunning)
prometheus.Register(metrics.childNotRunning)
prometheus.Register(metrics.vclDiscards)
prometheus.Register(metrics.monitorChecks)
}
pkg/varnish/monitor.go 0 → 100644
View file @ fab57f10
/*
* Copyright (c) 2019 UPLEX Nils Goroll Systemoptimierung
* All rights reserved
*
* Author: Geoffrey Simmons <geoffrey.simmons@uplex.de>
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*/
package varnish
import (
"time"
"code.uplex.de/uplex-varnish/varnishapi/pkg/admin"
"github.com/prometheus/client_golang/prometheus"
)
const (
connectErr = "ConnectFailure"
vsmErr = "SharedMemoryFailure"
pingErr = "PingFailure"
statusErr = "StatusFailure"
statusNotRun = "StatusNotRunning"
panicErr = "PanicFailure"
panic = "Panic"
vclListErr = "VCLListFailure"
discardErr = "VCLDiscardFailure"
updateErr = "UpdateFailure"
monitorGood = "MonitorGood"
)
func (vc *Controller) infoEvt(reason, msgFmt string, args ...interface{}) {
vc.log.Infof(msgFmt, args...)
vc.evt.PodInfoEvent(reason, msgFmt, args...)
monResultCtr.WithLabelValues("info", reason).Inc()
}
func (vc *Controller) warnEvt(reason, msgFmt string, args ...interface{}) {
vc.log.Warnf(msgFmt, args...)
vc.evt.PodWarnEvent(reason, msgFmt, args...)
monResultCtr.WithLabelValues("warning", reason).Inc()
}
func (vc *Controller) errorEvt(reason, msgFmt string, args ...interface{}) {
vc.log.Errorf(msgFmt, args...)
vc.evt.PodWarnEvent(reason, msgFmt, args...)
monResultCtr.WithLabelValues("error", reason).Inc()
}
func (vc *Controller) checkInst() bool {
metrics.monitorChecks.Inc()
vc.log.Infof("Monitoring Varnish")
vc.admMtx.Lock()
defer vc.admMtx.Unlock()
vc.wg.Add(1)
defer vc.wg.Done()
vc.log.Tracef("Get address and secret from %s", vc.home)
addr, secret, err := vc.getAddrSecret()
if err != nil {
metrics.vsmFails.Inc()
vc.errorEvt(vsmErr, "Error reading admin address and secret: "+
"%v", err)
return false
}
timer := prometheus.NewTimer(metrics.connectLatency)
adm, err := admin.Dial(addr, secret, vc.admTimeout)
timer.ObserveDuration()
if err != nil {
metrics.connectFails.Inc()
vc.errorEvt(connectErr, "Error connecting: %v", err)
return false
}
defer adm.Close()
vc.Banner = adm.Banner
vc.log.Debugf("Connected to Varnish instance, banner: %s", adm.Banner)
pong, err := adm.Ping()
if err != nil {
metrics.pingFails.Inc()
vc.errorEvt(pingErr, "Error pinging: %v", err)
return false
}
metrics.pings.Inc()
vc.log.Debugf("Succesfully pinged instance: %+v", pong)
state, err := adm.Status()
if err != nil {
vc.errorEvt(statusErr, "Error getting status: %v", err)
return false
}
if state == admin.Running {
metrics.childRunning.Inc()
vc.log.Debugf("Status: %s", state)
} else {
metrics.childNotRunning.Inc()
vc.warnEvt(statusNotRun, "Status: %s", state)
}
panic, err := adm.GetPanic()
if err != nil {
vc.errorEvt(panicErr, "Error getting panic: %v", err)
return false
}
if panic == "" {
vc.log.Debug("No panic")
} else {
metrics.panics.Inc()
vc.errorEvt(panic, "Panic: %s", panic)
// XXX clear the panic? Should be configurable
}
vcls, err := adm.VCLList()
if err != nil {
vc.errorEvt(vclListErr,
"Error getting VCL list: %v", err)
return false
}
for _, vcl := range vcls {
if vcl.State == admin.ColdState {
if err = adm.VCLDiscard(vcl.Name); err != nil {
vc.errorEvt(discardErr,
"Error discarding VCL %s: %v",
vcl.Name, err)
return false
}
metrics.vclDiscards.Inc()
vc.log.Infof("Discarded VCL %s", vcl.Name)
}
}
return true
}
func (vc *Controller) monitor(monitorIntvl time.Duration) {
if monitorIntvl <= 0 {
vc.log.Infof("Varnish monitor interval=%v, monitor not running",
monitorIntvl)
return
}
vc.log.Info("Varnish monitor starting, interval: ", monitorIntvl)
for {
time.Sleep(monitorIntvl)
vc.log.Infof("Monitoring Varnish instance")
good := true
if !vc.checkInst() {
good = false
}
// if vc.spec == nil {
// vc.warnEvt(updateErr, "VCL spec not initialized, "+
// "not updating Varnish")
// metrics.updateErrs.Inc()
// good = false
// } else if err := vc.Update(vc.spec); err != nil {
// vc.errorEvt(updateErr, "Errors updating Varnish: %+v",
// err)
// metrics.updateErrs.Inc()
// good = false
// }
if err := vc.updater.Update(); err != nil {
vc.errorEvt(updateErr, "Errors updating Varnish: %+v",
err)
metrics.updateErrs.Inc()
good = false
}
if good {
vc.infoEvt(monitorGood, "Monitor check good")
}
}
}
pkg/varnish/varnish.go 0 → 100644
View file @ fab57f10
/*
* Copyright (c) 2019 UPLEX Nils Goroll Systemoptimierung
* All rights reserved
*
* Author: Geoffrey Simmons <geoffrey.simmons@uplex.de>
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*/
// Package varnish encapsulates interaction with a Varnish instance
// to transform desired states from k8s configs to the actual state of
// its VCL configuration. Only this package imports
// varnishapi/pkg/admin to interact with the CLI of the Varnish
// instance.
package varnish
import (
"bytes"
"fmt"
"io/ioutil"
"os"
"sync"
"text/template"
"time"
"code.uplex.de/uplex-varnish/k8s-vcl-reloader/pkg/interfaces"
"code.uplex.de/uplex-varnish/k8s-vcl-reloader/pkg/varnish/vcl"
"code.uplex.de/uplex-varnish/varnishapi/pkg/admin"
"code.uplex.de/uplex-varnish/varnishapi/pkg/vsm"
"github.com/prometheus/client_golang/prometheus"
"github.com/sirupsen/logrus"
)
// Controller encapsulates information about the Varnish instance that
// it configures.
type Controller struct {
log *logrus.Logger
updater interfaces.Updater
evt interfaces.PodEventGenerator
spec *vcl.Spec
cfgLoaded bool
home string
Banner string
tmplMap map[string]string
tmpl2file map[*template.Template]string
loadFile string
admTimeout time.Duration
admMtx *sync.Mutex
wg *sync.WaitGroup
monIntvl time.Duration
}
// NewController returns an instance of Controller.
//
// log: logger object initialized at startup
// home: Varnish home directory
// tmplMap: map of template paths to file paths
// loadFile: file to be named in a VCL load command
// admTimeout: connection timeout for the Varnish admin port
// monIntvl: interval at which to run the monitor
func NewController(
log *logrus.Logger,
home string,
tmplMap map[string]string,
loadFile string,
admTimeout time.Duration,
monIntvl time.Duration) (*Controller, error) {
tmpl2file, err := vcl.InitTemplates(tmplMap)
if err != nil {
metrics.tmplFails.Inc()
return nil, err
}
initMetrics()
return &Controller{
log: log,
home: home,
loadFile: loadFile,
tmplMap: tmplMap,
tmpl2file: tmpl2file,
admTimeout: admTimeout,
monIntvl: monIntvl,
admMtx: &sync.Mutex{},
wg: new(sync.WaitGroup),
}, nil
}
// EvtGenerator sets the object that implements interface
// PodEventGenerator, and will be used by the monitor goroutine to
// generate Events.
func (vc *Controller) EvtGenerator(podEvt interfaces.PodEventGenerator) {
vc.evt = podEvt
}
// SetUpdater sets the object that implements interface Updater, and
// will be used by generate a VCL spec from the current state of the
// k8s cluster.
func (vc *Controller) SetUpdater(updater interfaces.Updater) {
vc.updater = updater
}
// Start initiates the Varnish controller and starts the monitor
// goroutine.
func (vc *Controller) Start() {
fmt.Printf("Varnish controller logging at level: %s\n", vc.log.Level)
go vc.monitor(vc.monIntvl)
}
func (vc *Controller) getAddrSecret() (string, []byte, error) {
vsm := vsm.New()
if vsm == nil {
return "", nil, fmt.Errorf("Cannot initialize shared memory " +
"attach (out of memory?)")
}
defer vsm.Destroy()
if err := vsm.Attach(vc.home); err != nil {
return "", nil, fmt.Errorf("Cannot attach to shared memory "+
"for %s: %s", vc.home, vsm.Error())
}
addr, err := vsm.GetMgmtAddr()
if err != nil {
return "", nil, fmt.Errorf("Cannot get management address: %s",
vsm.Error())
}
secretPath, err := vsm.GetSecretPath()
if err != nil {
return addr, nil, fmt.Errorf("Cannot get secret path: %s",
vsm.Error())
}
file, err := os.Open(secretPath)
if err != nil {
return addr, nil, fmt.Errorf("Cannot open secret at %s: %s",
secretPath, err)
}
secret, err := ioutil.ReadAll(file)
if err != nil {
return addr, nil, fmt.Errorf("Cannot read secret at %s: %s",
secretPath, err)
}
return addr, secret, nil
}
// Update a Varnish Service to implement an configuration.
//
// spec: VCL spec corresponding to the configuration
func (vc *Controller) Update(spec *vcl.Spec) error {
var err error
metrics.updates.Inc()
cfgName := spec.ConfigName()
vc.log.Infof("Update Varnish to VCL config %s: %+v", cfgName, spec)
vc.admMtx.Lock()
defer vc.admMtx.Unlock()
vc.wg.Add(1)
defer vc.wg.Done()
vc.spec = spec
vc.cfgLoaded = false
vc.log.Trace("Re-parsing templates: ", vc.tmplMap)
vc.tmpl2file, err = vcl.InitTemplates(vc.tmplMap)
if err != nil {
metrics.tmplFails.Inc()
return err
}
vc.log.Tracef("Get address and secret from %s", vc.home)
addr, secret, err := vc.getAddrSecret()
if err != nil {
metrics.vsmFails.Inc()
return err
}
vc.log.Tracef("Connect to %s, timeout=%v", addr, vc.admTimeout)
timer := prometheus.NewTimer(metrics.connectLatency)
adm, err := admin.Dial(addr, secret, vc.admTimeout)
timer.ObserveDuration()
if err != nil {
metrics.connectFails.Inc()
return err
}
defer adm.Close()
vc.Banner = adm.Banner
vc.log.Info("Connected to Varnish admin endpoint")
loaded := false
vc.log.Trace("List VCLs")
vcls, err := adm.VCLList()
if err != nil {
return err
}
vc.log.Tracef("VCL List: %+v", vcls)
for _, vcl := range vcls {
if vcl.Name == cfgName {
loaded = true
break
}
}
if loaded {
vc.log.Infof("Config %s already loaded", cfgName)
vc.cfgLoaded = true
return nil
}
vc.log.Trace("Generating VCL files from templates")
for tmpl, file := range vc.tmpl2file {
vc.log.Trace("Template", tmpl.Name())
if err = vc.spec.WriteTemplate(tmpl, file); err != nil {
metrics.templateErrs.Inc()
return fmt.Errorf("Cannot generate %s from template "+
"%s: %s", file, tmpl.Name(), err)
}
}
vc.log.Info("VCL files generated from templates")
metrics.templateGens.Inc()
vc.log.Tracef("Load config %s", cfgName)
timer = prometheus.NewTimer(metrics.vclLoadLatency)
err = adm.VCLLoad(cfgName, vc.loadFile)
timer.ObserveDuration()
if err != nil {
metrics.vclLoadErrs.Inc()
return fmt.Errorf("Error loading config %s: %v", cfgName, err)
}
if err = adm.VCLUse(cfgName); err != nil {
metrics.vclLoadErrs.Inc()
return fmt.Errorf("Error using config %s after load: %v",
cfgName, err)
}
vc.cfgLoaded = true
metrics.vclLoads.Inc()
vc.log.Infof("Loaded VCL config %s", cfgName)
return nil
}
// HasConfig returns true iff a configuration is already loaded for a
// Varnish Service (so a new sync attempt is not necessary).
//
// spec: VCL specification derived from the configuration
func (vc *Controller) HasConfig(spec vcl.Spec) bool {
if vc.spec == nil {
return false
}
if !vc.cfgLoaded {
return false
}
return bytes.Equal(vc.spec.DeepHash(), spec.DeepHash())
}
// Quit stops the Varnish controller.
func (vc *Controller) Quit() {
vc.log.Info("Wait for admin interactions with Varnish instances to " +
"finish")
vc.wg.Wait()
}
pkg/varnish/vcl/spec.go
View file @ fab57f10
......@@ -37,6 +37,9 @@ import (
)
const (
// RFC3339Micro is date/time format with µs precision,
// suitable for use with time.Format() and time.Parse() (cf
// go's time.RFC3339Nano)
RFC3339Micro = "2006-01-02T15:04:05.999999Z07:00"
)
......@@ -140,13 +143,19 @@ func (spec Spec) DeepHash() []byte {
return (hash.Sum(nil))
}
// FQVersion returns a fully qualified version -- the version string
// appended with the creation time of the Spec (since the same VCL
// version may be used with different backend configurations).
// FQVersion returns a fully qualified version: the fully qualified
// name of the ConfigMap appended with the version string and the
// creation time of the Spec (since the same VCL version may be used
// with different backend configurations).
func (spec Spec) FQVersion() string {
return spec.Version + "-" + spec.Created.Format(RFC3339Micro)
return spec.CfgMap.Namespace + "/" + spec.CfgMap.Name + "-" +
spec.Version + "-" + spec.Created.Format(RFC3339Micro)
}
// ConfigName generates a configuration name that is safe to use in a
// VCL load command. Equivalent to the result of FQVersion(), with
// strings of characters that are illegal for a VCL name replaced with
// '_'.
func (spec Spec) ConfigName() string {
name := spec.FQVersion()
return vclIllegal.ReplaceAllLiteralString(name, "_")
......
pkg/varnish/vcl/template.go
View file @ fab57f10
......@@ -49,12 +49,12 @@ func InitTemplates(
tmpls2files := make(map[*template.Template]string, len(tmplMap))
for tmplPath, filePath := range tmplMap {
if tmpl, err := template.New(filepath.Base(tmplPath)).
Funcs(fMap).ParseFiles(tmplPath); err != nil {
tmpl, err := template.New(filepath.Base(tmplPath)).Funcs(fMap).
ParseFiles(tmplPath)
if err != nil {
return nil, err
} else {
tmpls2files[tmpl] = filePath
}
tmpls2files[tmpl] = filePath
}
return tmpls2files, nil
}
......
pkg/varnish/vcl/vcl_test.go
View file @ fab57f10
......@@ -203,16 +203,41 @@ func TestFQVersion(t *testing.T) {
if testing.Verbose() {
t.Log("FQVersion():", fqVersion)
}
if !strings.HasPrefix(fqVersion, testSpec.Version+"-") {
t.Fatal("FQVersion(): does not begin with spec.Version + "+
if !strings.HasPrefix(fqVersion,
testSpec.CfgMap.Namespace+"/"+testSpec.CfgMap.Name+"-") {
t.Fatal("FQVersion(): does not begin with ConfigMap name + "+
"\"-\":", fqVersion)
}
versionSlice := strings.SplitN(fqVersion, "-", 2)
if created, err := time.Parse(RFC3339Micro, versionSlice[1]); err != nil {
t.Fatal("FQVersion: cannot parse timestamp", err)
versionSlice := strings.SplitN(fqVersion, "-", 4)
if versionSlice[2] != testSpec.Version {
t.Fatalf("FQVersion(): does not include spec.Version=%s (%s): "+
"%s", testSpec.Version, versionSlice[2], fqVersion)
}
if created, err := time.Parse(RFC3339Micro, versionSlice[3]); err != nil {
t.Fatal("FQVersion(): cannot parse timestamp", err)
} else if testSpec.Created != created {
t.Fatal("FQVersion(): timestamp != Spec.Created", fqVersion)
}
noversionSpec := Spec{
Created: time.Unix(1136239445, 123456000),
CfgMap: ConfigMap{
Name: "vcl-cfgmap",
Meta: Meta{
Namespace: "default",
},
},
}
fqVersion = noversionSpec.FQVersion()
if testing.Verbose() {
t.Log("FQVersion():", fqVersion)
}
versionSlice = strings.SplitN(fqVersion, "-", 4)
if created, err := time.Parse(RFC3339Micro, versionSlice[3]); err != nil {
t.Fatal("FQVersion(): cannot parse timestamp", err)
} else if noversionSpec.Created != created {
t.Fatal("FQVersion(): timestamp != Spec.Created", fqVersion)
}
}
func TestConfigName(t *testing.T) {
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment