// Licensed to Elasticsearch B.V. under one or more contributor // license agreements. See the NOTICE file distributed with // this work for additional information regarding copyright // ownership. Elasticsearch B.V. licenses this file to you under // the Apache License, Version 2.0 (the "License"); you may // not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, // software distributed under the License is distributed on an // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. // +build !integration package log import ( "fmt" "math/rand" "os" "path/filepath" "strconv" "testing" "time" "github.com/stretchr/testify/assert" "github.com/elastic/beats/filebeat/reader" "github.com/elastic/beats/filebeat/reader/readfile/encoding" "github.com/elastic/beats/libbeat/common" ) func TestReadLine(t *testing.T) { absPath, err := filepath.Abs("../../tests/files/logs/") // All files starting with tmp are ignored logFile := absPath + "/tmp" + strconv.Itoa(rand.Int()) + ".log" assert.NotNil(t, absPath) assert.Nil(t, err) if err != nil { t.Fatalf("Error creating the absolute path: %s", absPath) } file, err := os.Create(logFile) defer file.Close() defer os.Remove(logFile) assert.Nil(t, err) assert.NotNil(t, file) firstLineString := "9Characte\n" secondLineString := "This is line 2\n" length, err := file.WriteString(firstLineString) assert.Nil(t, err) assert.NotNil(t, length) length, err = file.WriteString(secondLineString) assert.Nil(t, err) assert.NotNil(t, length) file.Sync() // Open file for reading readFile, err := os.Open(logFile) defer readFile.Close() assert.Nil(t, err) source := File{File: readFile} h := Harvester{ config: config{ LogConfig: LogConfig{ CloseInactive: 500 * time.Millisecond, Backoff: 100 * time.Millisecond, MaxBackoff: 1 * time.Second, BackoffFactor: 2, }, BufferSize: 100, MaxBytes: 1000, }, source: source, } var ok bool h.encodingFactory, ok = encoding.FindEncoding(h.config.Encoding) assert.True(t, ok) h.encoding, err = h.encodingFactory(readFile) assert.NoError(t, err) r, err := h.newLogFileReader() assert.NoError(t, err) // Read third line _, text, bytesread, _, err := readLine(r) fmt.Printf("received line: '%s'\n", text) assert.Nil(t, err) assert.Equal(t, text, firstLineString[0:len(firstLineString)-1]) assert.Equal(t, bytesread, len(firstLineString)) // read second line _, text, bytesread, _, err = readLine(r) fmt.Printf("received line: '%s'\n", text) assert.Equal(t, text, secondLineString[0:len(secondLineString)-1]) assert.Equal(t, bytesread, len(secondLineString)) assert.Nil(t, err) // Read third line, which doesn't exist _, text, bytesread, _, err = readLine(r) fmt.Printf("received line: '%s'\n", text) assert.Equal(t, "", text) assert.Equal(t, bytesread, 0) assert.Equal(t, err, ErrInactive) } // readLine reads a full line into buffer and returns it. // In case of partial lines, readLine does return an error and an empty string // This could potentially be improved / replaced by https://github.com/elastic/beats/libbeat/tree/master/common/streambuf func readLine(reader reader.Reader) (time.Time, string, int, common.MapStr, error) { message, err := reader.Next() // Full line read to be returned if message.Bytes != 0 && err == nil { return message.Ts, string(message.Content), message.Bytes, message.Fields, err } return time.Time{}, "", 0, nil, err }