130 lines
3.3 KiB
Go
130 lines
3.3 KiB
Go
// Licensed to Elasticsearch B.V. under one or more contributor
|
|
// license agreements. See the NOTICE file distributed with
|
|
// this work for additional information regarding copyright
|
|
// ownership. Elasticsearch B.V. licenses this file to you under
|
|
// the Apache License, Version 2.0 (the "License"); you may
|
|
// not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing,
|
|
// software distributed under the License is distributed on an
|
|
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
// KIND, either express or implied. See the License for the
|
|
// specific language governing permissions and limitations
|
|
// under the License.
|
|
|
|
package redis
|
|
|
|
import (
|
|
"errors"
|
|
"time"
|
|
|
|
"github.com/elastic/beats/libbeat/beat"
|
|
"github.com/elastic/beats/libbeat/common"
|
|
"github.com/elastic/beats/libbeat/common/transport/tlscommon"
|
|
"github.com/elastic/beats/libbeat/logp"
|
|
"github.com/elastic/beats/libbeat/outputs"
|
|
"github.com/elastic/beats/libbeat/outputs/codec"
|
|
"github.com/elastic/beats/libbeat/outputs/outil"
|
|
"github.com/elastic/beats/libbeat/outputs/transport"
|
|
)
|
|
|
|
type redisOut struct {
|
|
beat beat.Info
|
|
}
|
|
|
|
var debugf = logp.MakeDebug("redis")
|
|
|
|
const (
|
|
defaultWaitRetry = 1 * time.Second
|
|
defaultMaxWaitRetry = 60 * time.Second
|
|
)
|
|
|
|
func init() {
|
|
outputs.RegisterType("redis", makeRedis)
|
|
}
|
|
|
|
func makeRedis(
|
|
beat beat.Info,
|
|
observer outputs.Observer,
|
|
cfg *common.Config,
|
|
) (outputs.Group, error) {
|
|
|
|
if !cfg.HasField("index") {
|
|
cfg.SetString("index", -1, beat.Beat)
|
|
}
|
|
|
|
// ensure we have a `key` field in settings
|
|
if !cfg.HasField("key") {
|
|
s, err := cfg.String("index", -1)
|
|
if err != nil {
|
|
return outputs.Fail(err)
|
|
}
|
|
if err := cfg.SetString("key", -1, s); err != nil {
|
|
return outputs.Fail(err)
|
|
}
|
|
}
|
|
|
|
config := defaultConfig
|
|
if err := cfg.Unpack(&config); err != nil {
|
|
return outputs.Fail(err)
|
|
}
|
|
|
|
var dataType redisDataType
|
|
switch config.DataType {
|
|
case "", "list":
|
|
dataType = redisListType
|
|
case "channel":
|
|
dataType = redisChannelType
|
|
default:
|
|
return outputs.Fail(errors.New("Bad Redis data type"))
|
|
}
|
|
|
|
key, err := outil.BuildSelectorFromConfig(cfg, outil.Settings{
|
|
Key: "key",
|
|
MultiKey: "keys",
|
|
EnableSingleOnly: true,
|
|
FailEmpty: true,
|
|
})
|
|
if err != nil {
|
|
return outputs.Fail(err)
|
|
}
|
|
|
|
hosts, err := outputs.ReadHostList(cfg)
|
|
if err != nil {
|
|
return outputs.Fail(err)
|
|
}
|
|
|
|
tls, err := tlscommon.LoadTLSConfig(config.TLS)
|
|
if err != nil {
|
|
return outputs.Fail(err)
|
|
}
|
|
|
|
transp := &transport.Config{
|
|
Timeout: config.Timeout,
|
|
Proxy: &config.Proxy,
|
|
TLS: tls,
|
|
Stats: observer,
|
|
}
|
|
|
|
clients := make([]outputs.NetworkClient, len(hosts))
|
|
for i, host := range hosts {
|
|
enc, err := codec.CreateEncoder(beat, config.Codec)
|
|
if err != nil {
|
|
return outputs.Fail(err)
|
|
}
|
|
|
|
conn, err := transport.NewClient(transp, "tcp", host, config.Port)
|
|
if err != nil {
|
|
return outputs.Fail(err)
|
|
}
|
|
|
|
client := newClient(conn, observer, config.Timeout,
|
|
config.Password, config.Db, key, dataType, config.Index, enc)
|
|
clients[i] = newBackoffClient(client, config.Backoff.Init, config.Backoff.Max)
|
|
}
|
|
|
|
return outputs.SuccessNet(config.LoadBalance, config.BulkMaxSize, config.MaxRetries, clients)
|
|
}
|