100 lines
2.7 KiB
Go
100 lines
2.7 KiB
Go
// Licensed to Elasticsearch B.V. under one or more contributor
|
|
// license agreements. See the NOTICE file distributed with
|
|
// this work for additional information regarding copyright
|
|
// ownership. Elasticsearch B.V. licenses this file to you under
|
|
// the Apache License, Version 2.0 (the "License"); you may
|
|
// not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing,
|
|
// software distributed under the License is distributed on an
|
|
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
// KIND, either express or implied. See the License for the
|
|
// specific language governing permissions and limitations
|
|
// under the License.
|
|
|
|
package ccr
|
|
|
|
import (
|
|
"encoding/json"
|
|
"fmt"
|
|
|
|
"github.com/joeshaw/multierror"
|
|
"github.com/pkg/errors"
|
|
|
|
"github.com/elastic/beats/libbeat/common"
|
|
s "github.com/elastic/beats/libbeat/common/schema"
|
|
c "github.com/elastic/beats/libbeat/common/schema/mapstriface"
|
|
"github.com/elastic/beats/metricbeat/mb"
|
|
"github.com/elastic/beats/metricbeat/module/elasticsearch"
|
|
)
|
|
|
|
var (
|
|
schema = s.Schema{
|
|
"leader": s.Object{
|
|
"index": c.Str("leader_index"),
|
|
"max_seq_no": c.Int("leader_max_seq_no"),
|
|
},
|
|
"follower": s.Object{
|
|
"index": c.Str("follower_index"),
|
|
"shard": s.Object{
|
|
"number": c.Int("shard_id"),
|
|
},
|
|
"operations_indexed": c.Int("number_of_operations_indexed"),
|
|
"time_since_last_fetch": s.Object{
|
|
"ms": c.Int("time_since_last_fetch_millis"),
|
|
},
|
|
"global_checkpoint": c.Int("follower_global_checkpoint"),
|
|
},
|
|
}
|
|
)
|
|
|
|
func eventsMapping(r mb.ReporterV2, info elasticsearch.Info, content []byte) error {
|
|
var data map[string]interface{}
|
|
err := json.Unmarshal(content, &data)
|
|
if err != nil {
|
|
err = errors.Wrap(err, "failure parsing Elasticsearch CCR Stats API response")
|
|
r.Error(err)
|
|
return err
|
|
}
|
|
|
|
var errors multierror.Errors
|
|
for _, followerShards := range data {
|
|
|
|
shards, ok := followerShards.([]interface{})
|
|
if !ok {
|
|
err := fmt.Errorf("shards is not an array")
|
|
errors = append(errors, err)
|
|
continue
|
|
}
|
|
|
|
for _, s := range shards {
|
|
shard, ok := s.(map[string]interface{})
|
|
if !ok {
|
|
err := fmt.Errorf("shard is not an object")
|
|
errors = append(errors, err)
|
|
continue
|
|
}
|
|
event := mb.Event{}
|
|
event.MetricSetFields, err = schema.Apply(shard)
|
|
if err != nil {
|
|
errors = append(errors, err)
|
|
continue
|
|
}
|
|
|
|
event.RootFields = common.MapStr{}
|
|
event.RootFields.Put("service.name", elasticsearch.ModuleName)
|
|
|
|
event.ModuleFields = common.MapStr{}
|
|
event.ModuleFields.Put("cluster.name", info.ClusterName)
|
|
event.ModuleFields.Put("cluster.id", info.ClusterID)
|
|
|
|
r.Event(event)
|
|
}
|
|
}
|
|
|
|
return errors.Err()
|
|
}
|