Add regexes for interface selection

Fixes #8

Author: JulianJacobi

README.md

@@ -44,7 +44,9 @@ devices:
       - 100
     interfaces:  # optional: Some devices (BNGs) might have thousands of interfaces
       - HundredGigE0/0/0  # you can specify the interfaces to be scraped
-      - GigabitEthernet0
+      - GigabitEthernet.* # all interfaces are interpreted as regexes, that must match the whole interface name
+    excluded_interfaces: # optional: to easy limit to broad interface regexes
+      - GigabitEthernet0/1 # entries are also regexes thet must match full interface names 
     username: monitoring  # required: Username to use for SSH auth
     key_file: /path/to/a/private.key  # optional: Private key to use for SSH auth
     password: correcthorsebatterystaple  # optional: Password for SSH auth

config/config.go

@@ -4,6 +4,8 @@ import (
 	"github.com/gobwas/glob"
 	"io"
 	"io/ioutil"
+	"regexp"
+	"strings"
 
 	"gopkg.in/yaml.v2"
 )
@@ -55,18 +57,53 @@ func (o OSVersion) String() string {
 // DeviceGroupConfig describe how to connect to a remote device and what metrics
 // to extract from the remote device.
 type DeviceGroupConfig struct {
-	OSVersion         OSVersion
-	StaticName        *string   `yaml:"-"`
-	Matcher           glob.Glob `yaml:"-"`
-	Port              int       `yaml:"port,omitempty"`
-	Username          string    `yaml:"username"`
-	KeyFile           string    `yaml:"key_file,omitempty"`
-	Password          string    `yaml:"password,omitempty"`
-	ConnectTimeout    int       `yaml:"connect_timeout,omitempty"`
-	CommandTimeout    int       `yaml:"command_timeout,omitempty"`
-	EnabledCollectors []string  `yaml:"enabled_collectors,flow"`
-	Interfaces        []string  `yaml:"interfaces,flow"`
-	EnabledVLANs      []string  `yaml:"enabled_vlans,flow"`
+	OSVersion                OSVersion
+	StaticName               *string          `yaml:"-"`
+	Matcher                  glob.Glob        `yaml:"-"`
+	Port                     int              `yaml:"port,omitempty"`
+	Username                 string           `yaml:"username"`
+	KeyFile                  string           `yaml:"key_file,omitempty"`
+	Password                 string           `yaml:"password,omitempty"`
+	ConnectTimeout           int              `yaml:"connect_timeout,omitempty"`
+	CommandTimeout           int              `yaml:"command_timeout,omitempty"`
+	EnabledCollectors        []string         `yaml:"enabled_collectors,flow"`
+	Interfaces               []string         `yaml:"interfaces,flow"`
+	interfacesRegexp         []*regexp.Regexp `yaml:"-"`
+	ExcludedInterfaces       []string         `yaml:"excluded_interfaces,flow"`
+	excludedInterfacesRegexp []*regexp.Regexp `yaml:"-"`
+	EnabledVLANs             []string         `yaml:"enabled_vlans,flow"`
+}
+
+func normalizeRegex(str string) string {
+	return "^" + strings.TrimRight(strings.TrimLeft(str, "^"), "$") + "$"
+}
+
+func (dgc *DeviceGroupConfig) createInterfaceRegexp() {
+	dgc.interfacesRegexp = make([]*regexp.Regexp, len(dgc.Interfaces))
+	for i, str := range dgc.Interfaces {
+		dgc.interfacesRegexp[i] = regexp.MustCompile(normalizeRegex(str))
+	}
+	dgc.excludedInterfacesRegexp = make([]*regexp.Regexp, len(dgc.ExcludedInterfaces))
+	for i, str := range dgc.ExcludedInterfaces {
+		dgc.excludedInterfacesRegexp[i] = regexp.MustCompile(normalizeRegex(str))
+	}
+}
+
+func (dgc *DeviceGroupConfig) MatchInterface(ifName string) bool {
+	match := false
+	for _, r := range dgc.interfacesRegexp {
+		if r.MatchString(ifName) {
+			match = true
+			break
+		}
+	}
+	for _, r := range dgc.excludedInterfacesRegexp {
+		if r.MatchString(ifName) {
+			match = false
+			break
+		}
+	}
+	return match
 }
 
 func newConfig() *Config {
@@ -136,6 +173,8 @@ func Load(reader io.Reader) (*Config, error) {
 		if groupConfig.Port == 0 {
 			groupConfig.Port = defaultPort
 		}
+
+		groupConfig.createInterfaceRegexp()
 	}
 
 	return config, nil

interfaces/collector.go

@@ -1,6 +1,8 @@
 package interfaces
 
 import (
+	"regexp"
+
 	"gitlab.com/wobcom/cisco-exporter/collector"
 	"gitlab.com/wobcom/cisco-exporter/connector"
 
@@ -21,6 +23,8 @@ var (
 	adminStatusDesc    *prometheus.Desc
 	operStatusDesc     *prometheus.Desc
 	errorStatusDesc    *prometheus.Desc
+
+	interfaceLineRegexp *regexp.Regexp
 )
 
 // Collector gathers counters for remote device's interfaces.
@@ -48,6 +52,8 @@ func init() {
 	adminStatusDesc = prometheus.NewDesc(prefix+"admin_up_info", "Admin operational status", l, nil)
 	operStatusDesc = prometheus.NewDesc(prefix+"up_info", "Interface operational status", l, nil)
 	errorStatusDesc = prometheus.NewDesc(prefix+"error_status_info", "Admin and operational status differ", l, nil)
+
+	interfaceLineRegexp = regexp.MustCompile(`^\s*\*?\s(\S+)[\s\d-]*$`)
 }
 
 // Describe implements the collector.Collector interface's Describe function
@@ -70,8 +76,22 @@ func (c *Collector) Collect(ctx *collector.CollectContext) {
 	}()
 
 	if len(ctx.Connection.Device.Interfaces) > 0 {
-		for _, interfaceName := range ctx.Connection.Device.Interfaces {
-			c.collect(ctx, interfaceName)
+		sshCtx := connector.NewSSHCommandContext("show interface summary")
+		go ctx.Connection.RunCommand(sshCtx)
+
+		IfCollection: for {
+			select {
+			case <-sshCtx.Done:
+				break IfCollection
+			case line := <-sshCtx.Output:
+				match := interfaceLineRegexp.FindStringSubmatch(line)
+				if len(match) > 0 {
+					ifName := match[1]
+					if ctx.Connection.Device.MatchInterface(ifName) {
+						c.collect(ctx, ifName)
+					}
+				}
+			}
 		}
 	} else {
 		c.collect(ctx, "")