// Licensed to Elasticsearch B.V. under one or more contributor // license agreements. See the NOTICE file distributed with // this work for additional information regarding copyright // ownership. Elasticsearch B.V. licenses this file to you under // the Apache License, Version 2.0 (the "License"); you may // not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, // software distributed under the License is distributed on an // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. package docker import ( "context" "encoding/json" "net/http" "sync" "time" "github.com/docker/docker/api/types" "github.com/docker/docker/client" "github.com/docker/go-connections/tlsconfig" "github.com/elastic/beats/libbeat/common/docker" "github.com/elastic/beats/metricbeat/mb" "github.com/elastic/beats/metricbeat/mb/parse" ) // Select Docker API version const dockerAPIVersion = "1.22" var HostParser = parse.URLHostParserBuilder{DefaultScheme: "tcp"}.Build() func init() { // Register the ModuleFactory function for the "docker" module. if err := mb.Registry.AddModule("docker", NewModule); err != nil { panic(err) } } func NewModule(base mb.BaseModule) (mb.Module, error) { // Validate that at least one host has been specified. config := struct { Hosts []string `config:"hosts" validate:"nonzero,required"` }{} if err := base.UnpackConfig(&config); err != nil { return nil, err } return &base, nil } type Stat struct { Container *types.Container Stats types.StatsJSON } // NewDockerClient initializes and returns a new Docker client func NewDockerClient(endpoint string, config Config) (*client.Client, error) { var httpClient *http.Client if config.TLS.IsEnabled() { options := tlsconfig.Options{ CAFile: config.TLS.CA, CertFile: config.TLS.Certificate, KeyFile: config.TLS.Key, } tlsc, err := tlsconfig.Client(options) if err != nil { return nil, err } httpClient = &http.Client{ Transport: &http.Transport{ TLSClientConfig: tlsc, }, } } client, err := docker.NewClient(endpoint, httpClient, nil) if err != nil { return nil, err } return client, nil } // FetchStats returns a list of running containers with all related stats inside func FetchStats(client *client.Client, timeout time.Duration) ([]Stat, error) { ctx, cancel := context.WithTimeout(context.Background(), timeout) defer cancel() containers, err := client.ContainerList(ctx, types.ContainerListOptions{}) if err != nil { return nil, err } var wg sync.WaitGroup containersList := make([]Stat, 0, len(containers)) statsQueue := make(chan Stat, 1) wg.Add(len(containers)) for _, container := range containers { go func(container types.Container) { defer wg.Done() statsQueue <- exportContainerStats(ctx, client, &container) }(container) } go func() { wg.Wait() close(statsQueue) }() // This will break after the queue has been drained and queue is closed. for stat := range statsQueue { // If names is empty, there is not data inside if len(stat.Container.Names) != 0 { containersList = append(containersList, stat) } } return containersList, err } // exportContainerStats loads stats for the given container // // This is currently very inefficient as docker calculates the average for each request, // means each request will take at least 2s: https://github.com/docker/docker/blob/master/cli/command/container/stats_helpers.go#L148 // Getting all stats at once is implemented here: https://github.com/docker/docker/pull/25361 func exportContainerStats(ctx context.Context, client *client.Client, container *types.Container) Stat { var event Stat event.Container = container containerStats, err := client.ContainerStats(ctx, container.ID, false) if err != nil { return event } defer containerStats.Body.Close() decoder := json.NewDecoder(containerStats.Body) decoder.Decode(&event.Stats) return event }