96 lines
2.9 KiB
Python
96 lines
2.9 KiB
Python
|
import re
|
||
|
|
import sys
|
||
|
|
import os
|
||
|
|
|
||
|
|
sys.path.append(os.path.join(os.path.dirname(__file__), '../../../libbeat/tests/system'))
|
||
|
|
|
||
|
|
from beat.beat import TestCase
|
||
|
|
|
||
|
|
COMMON_FIELDS = ["@timestamp", "beat", "metricset.name", "metricset.host",
|
||
|
|
"metricset.module", "metricset.rtt", "host.name"]
|
||
|
|
|
||
|
|
INTEGRATION_TESTS = os.environ.get('INTEGRATION_TESTS', False)
|
||
|
|
|
||
|
|
import logging
|
||
|
|
logging.getLogger("urllib3").setLevel(logging.WARNING)
|
||
|
|
|
||
|
|
|
||
|
|
class BaseTest(TestCase):
|
||
|
|
|
||
|
|
@classmethod
|
||
|
|
def setUpClass(self):
|
||
|
|
self.beat_name = "metricbeat"
|
||
|
|
self.beat_path = os.path.abspath(os.path.join(os.path.dirname(__file__), "../../"))
|
||
|
|
super(BaseTest, self).setUpClass()
|
||
|
|
|
||
|
|
def de_dot(self, existing_fields):
|
||
|
|
fields = {}
|
||
|
|
|
||
|
|
# Dedot first level of dots
|
||
|
|
for key in existing_fields:
|
||
|
|
parts = key.split('.', 1)
|
||
|
|
|
||
|
|
if len(parts) > 1:
|
||
|
|
if parts[0] not in fields:
|
||
|
|
fields[parts[0]] = {}
|
||
|
|
|
||
|
|
fields[parts[0]][parts[1]] = parts[1]
|
||
|
|
else:
|
||
|
|
fields[parts[0]] = parts[0]
|
||
|
|
|
||
|
|
# Dedot further levels recursively
|
||
|
|
for key in fields:
|
||
|
|
if type(fields[key]) is dict:
|
||
|
|
fields[key] = self.de_dot(fields[key])
|
||
|
|
|
||
|
|
return fields
|
||
|
|
|
||
|
|
def assert_no_logged_warnings(self, replace=None):
|
||
|
|
"""
|
||
|
|
Assert that the log file contains no ERROR or WARN lines.
|
||
|
|
"""
|
||
|
|
log = self.get_log()
|
||
|
|
|
||
|
|
pattern = self.build_log_regex("\[cfgwarn\]")
|
||
|
|
log = pattern.sub("", log)
|
||
|
|
|
||
|
|
# Jenkins runs as a Windows service and when Jenkins executes these
|
||
|
|
# tests the Beat is confused since it thinks it is running as a service.
|
||
|
|
pattern = self.build_log_regex("The service process could not connect to the service controller.")
|
||
|
|
log = pattern.sub("", log)
|
||
|
|
|
||
|
|
if replace:
|
||
|
|
for r in replace:
|
||
|
|
pattern = self.build_log_regex(r)
|
||
|
|
log = pattern.sub("", log)
|
||
|
|
self.assertNotRegexpMatches(log, "\tERROR\t|\tWARN\t")
|
||
|
|
|
||
|
|
def build_log_regex(self, message):
|
||
|
|
return re.compile(r"^.*\t(?:ERROR|WARN)\t.*" + message + r".*$", re.MULTILINE)
|
||
|
|
|
||
|
|
def check_metricset(self, module, metricset, hosts, fields=[], extras=[]):
|
||
|
|
"""
|
||
|
|
Method to test a metricset for its fields
|
||
|
|
"""
|
||
|
|
self.render_config_template(modules=[{
|
||
|
|
"name": module,
|
||
|
|
"metricsets": [metricset],
|
||
|
|
"hosts": hosts,
|
||
|
|
"period": "1s",
|
||
|
|
"extras": extras,
|
||
|
|
}])
|
||
|
|
proc = self.start_beat()
|
||
|
|
self.wait_until(lambda: self.output_lines() > 0)
|
||
|
|
proc.check_kill_and_wait()
|
||
|
|
self.assert_no_logged_warnings()
|
||
|
|
|
||
|
|
output = self.read_output_json()
|
||
|
|
self.assertTrue(len(output) >= 1)
|
||
|
|
evt = output[0]
|
||
|
|
print(evt)
|
||
|
|
|
||
|
|
fields = COMMON_FIELDS + fields
|
||
|
|
self.assertItemsEqual(self.de_dot(fields), evt.keys())
|
||
|
|
|
||
|
|
self.assert_fields_are_documented(evt)
|