Created
April 29, 2016 07:27
-
-
Save jstangroome/0774df94b46aa288b0855f533c67d152 to your computer and use it in GitHub Desktop.
filebeat 1.2.2 reships rotated log files on restart due to omitted offset in registry
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| #!/usr/bin/env bash | |
| set -o errexit -o xtrace | |
| trap "echo Exited with \$?" EXIT | |
| # confirm filebeat version | |
| filebeat --version | grep --fixed-strings 1.2.2 | |
| # init workspace | |
| mkdir --parents /tmp/filebeat-issue-repro/ | |
| cd /tmp/filebeat-issue-repro/ | |
| rm --force ./* | |
| # write conf file | |
| cat >./filebeat.yml <<ENDOFCONF | |
| filebeat: | |
| prospectors: | |
| - | |
| paths: | |
| - /tmp/filebeat-issue-repro/input* | |
| ignore_older: 1h | |
| max_backoff: 1s | |
| scan_frequency: 1s | |
| registry_file: /tmp/filebeat-issue-repro/registry | |
| output: | |
| file: | |
| path: /tmp/filebeat-issue-repro/ | |
| filename: shipped | |
| logging: | |
| level: debug | |
| ENDOFCONF | |
| # create initial log files | |
| echo entry1 >>./input | |
| echo entry0 >>./input.1 | |
| touch --date=yesterday ./input.1 | |
| # start filebeat | |
| filebeat -e -c ./filebeat.yml & | |
| filebeat_pid=$! | |
| sleep 15 | |
| # rotate log files and write new log | |
| ls -il ./input* | |
| mv ./input.1 ./input.2 | |
| mv ./input ./input.1 | |
| echo entry2 >>./input | |
| rm ./input.2 | |
| ls -il ./input* | |
| sleep 15 | |
| # stop filebeat | |
| kill "${filebeat_pid}" | |
| wait | |
| # confirm only the expected entries were shipped | |
| grep entry1 ./shipped | |
| grep entry2 ./shipped | |
| test 2 == "$(cat ./shipped | wc --lines)" | |
| # backup registry file | |
| cp ./registry ./registry.bak | |
| # start filebeat again | |
| filebeat -e -c ./filebeat.yml & | |
| filebeat_pid=$! | |
| sleep 15 | |
| # stop filebeat again | |
| kill "${filebeat_pid}" | |
| wait | |
| # assert previous 'shipped' file was rotated on filebeat restart | |
| test -s ./shipped.1 | |
| # assert that 'entry1' was erroneously reshipped due to missing offset in registry | |
| grep entry1 ./shipped && echo 'FAILURE: reshipped entry1' | |
| # show missing offset in registry backup | |
| sed 's/\([{},]\)/\1\n/g' ./registry.bak |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| + trap 'echo Exited with $?' EXIT | |
| + grep --fixed-strings 1.2.2 | |
| + filebeat --version | |
| filebeat version 1.2.2 (amd64) | |
| + mkdir --parents /tmp/filebeat-issue-repro/ | |
| + cd /tmp/filebeat-issue-repro/ | |
| + rm --force ./filebeat.yml ./input ./input.1 ./registry ./registry.bak ./shipped ./shipped.1 | |
| + cat | |
| + echo entry1 | |
| + echo entry0 | |
| + touch --date=yesterday ./input.1 | |
| + filebeat -e -c ./filebeat.yml | |
| + filebeat_pid=1104723 | |
| + sleep 15 | |
| 2016/04/29 07:25:46.399878 beat.go:135: DBG Initializing output plugins | |
| 2016/04/29 07:25:46.399901 geolite.go:24: INFO GeoIP disabled: No paths were set under output.geoip.paths | |
| 2016/04/29 07:25:46.399911 file.go:39: INFO File output base filename set to: shipped | |
| 2016/04/29 07:25:46.399921 file.go:50: INFO Rotate every bytes set to: 10485760 | |
| 2016/04/29 07:25:46.399925 file.go:57: INFO Number of files set to: 7 | |
| 2016/04/29 07:25:46.399949 outputs.go:126: INFO Activated file as output plugin. | |
| 2016/04/29 07:25:46.399964 publish.go:232: DBG Create output worker | |
| 2016/04/29 07:25:46.400007 publish.go:274: DBG No output is defined to store the topology. The server fields might not be filled. | |
| 2016/04/29 07:25:46.400034 publish.go:288: INFO Publisher name: section-delivery | |
| 2016/04/29 07:25:46.400323 async.go:78: INFO Flush Interval set to: -1ms | |
| 2016/04/29 07:25:46.400334 async.go:84: INFO Max Bulk Size set to: -1 | |
| 2016/04/29 07:25:46.400344 beat.go:147: INFO Init Beat: filebeat; Version: 1.2.2 | |
| 2016/04/29 07:25:46.401206 beat.go:173: INFO filebeat sucessfully setup. Start running. | |
| 2016/04/29 07:25:46.401228 registrar.go:68: INFO Registry file set to: /tmp/filebeat-issue-repro/registry | |
| 2016/04/29 07:25:46.401264 spooler.go:44: DBG Set idleTimeoutDuration to 5s | |
| 2016/04/29 07:25:46.401277 crawler.go:38: DBG File Configs: [/tmp/filebeat-issue-repro/input*] | |
| 2016/04/29 07:25:46.401290 prospector.go:132: INFO Set ignore_older duration to 1h0m0s | |
| 2016/04/29 07:25:46.401296 prospector.go:132: INFO Set close_older duration to 1h0m0s | |
| 2016/04/29 07:25:46.401301 prospector.go:132: INFO Set scan_frequency duration to 1s | |
| 2016/04/29 07:25:46.401307 prospector.go:89: INFO Invalid input type set: | |
| 2016/04/29 07:25:46.401312 prospector.go:92: INFO Input type set to: log | |
| 2016/04/29 07:25:46.401317 prospector.go:132: INFO Set backoff duration to 1s | |
| 2016/04/29 07:25:46.401322 prospector.go:132: INFO Set max_backoff duration to 1s | |
| 2016/04/29 07:25:46.401327 prospector.go:112: INFO force_close_file is disabled | |
| 2016/04/29 07:25:46.401335 crawler.go:58: DBG Waiting for 1 prospectors to initialise | |
| 2016/04/29 07:25:46.401350 prospector.go:142: INFO Starting prospector of type: log | |
| 2016/04/29 07:25:46.401378 prospector.go:160: DBG exclude_files: [] | |
| 2016/04/29 07:25:46.401384 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:25:46.401422 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:46.401432 prospector.go:320: DBG Start harvesting unknown file: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:46.401446 prospector.go:370: DBG Launching harvester on new file: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:46.401463 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:46.401470 prospector.go:320: DBG Start harvesting unknown file: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:46.401485 prospector.go:339: DBG Fetching old state of file to resume: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:46.401499 prospector.go:354: DBG Skipping file (older than ignore older of 1h0m0s, 24h0m0.008066667s): /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:46.401507 crawler.go:71: DBG Registrar will re-save state for /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:46.401512 crawler.go:71: DBG Registrar will re-save state for /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:46.401520 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:25:46.401543 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:46.401550 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:46.401555 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:46.401561 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:46.401567 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:46.401572 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:46.402340 spooler.go:77: INFO Starting spooler: spool_size: 2048; idle_timeout: 5s | |
| 2016/04/29 07:25:46.402842 log.go:283: DBG harvest: "/tmp/filebeat-issue-repro/input" (offset snapshot:0) | |
| 2016/04/29 07:25:46.403246 log.go:113: INFO Harvester started for file: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:46.403608 util.go:20: DBG full line read | |
| 2016/04/29 07:25:46.404014 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:25:46.402908 crawler.go:65: DBG No pending prospectors. Finishing setup | |
| 2016/04/29 07:25:46.404522 crawler.go:78: INFO All prospectors initialised with 2 states to persist | |
| 2016/04/29 07:25:46.404738 registrar.go:87: INFO Starting Registrar | |
| 2016/04/29 07:25:46.405071 publish.go:88: INFO Start sending events to output | |
| 2016/04/29 07:25:47.403180 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:25:47.404726 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:25:47.405919 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:47.407953 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:47.408973 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:47.404633 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:25:47.409707 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:47.412352 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:47.413953 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:48.412202 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:25:48.414947 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:25:48.415416 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:25:48.416971 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:48.417303 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:48.417644 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:48.418048 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:48.418370 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:48.418754 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:48.902770 spooler.go:97: DBG Flushing spooler because of timeout. Events flushed: 1 | |
| 2016/04/29 07:25:48.903617 publish.go:109: DBG Publish: { | |
| "@timestamp": "2016-04-29T07:25:46.403Z", | |
| "beat": { | |
| "hostname": "section-delivery", | |
| "name": "section-delivery" | |
| }, | |
| "count": 1, | |
| "fields": null, | |
| "input_type": "log", | |
| "message": "entry1", | |
| "offset": 0, | |
| "source": "/tmp/filebeat-issue-repro/input", | |
| "type": "log" | |
| } | |
| 2016/04/29 07:25:48.904151 output.go:87: DBG output worker: publish 1 events | |
| 2016/04/29 07:25:48.913104 publish.go:104: INFO Events sent: 1 | |
| 2016/04/29 07:25:48.915556 registrar.go:116: DBG Processing 1 events | |
| 2016/04/29 07:25:48.916583 registrar.go:147: DBG Write registry file: /tmp/filebeat-issue-repro/registry | |
| 2016/04/29 07:25:48.918493 registrar.go:163: INFO Registry file updated. 2 states written. | |
| 2016/04/29 07:25:49.414331 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:25:49.421076 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:25:49.421478 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:25:49.421513 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:49.421685 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:49.421687 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:49.421840 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:49.421857 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:49.422028 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:50.421668 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:25:50.423749 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:25:50.423880 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:25:50.423935 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:50.424061 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:50.424068 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:50.424073 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:50.424097 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:50.424183 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:51.421965 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:25:51.424461 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:25:51.424585 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:25:51.424634 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:51.425336 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:51.425422 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:51.425434 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:51.425449 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:51.425458 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:52.422369 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:25:52.425790 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:25:52.426440 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:25:52.427106 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:52.427139 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:52.427274 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:52.427908 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:52.427933 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:52.428419 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:53.422737 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:25:53.428962 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:25:53.429057 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:25:53.429169 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:53.429193 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:53.429228 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:53.429244 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:53.429261 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:53.429271 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:53.903670 spooler.go:97: DBG Flushing spooler because of timeout. Events flushed: 0 | |
| 2016/04/29 07:25:54.424036 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:25:54.429862 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:25:54.429998 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:25:54.430793 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:54.431504 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:54.433022 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:54.433551 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:54.433917 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:54.434392 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:55.425326 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:25:55.435069 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:25:55.435337 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:25:55.435560 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:55.436133 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:55.436296 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:55.436681 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:55.436903 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:55.436923 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:56.426033 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:25:56.437377 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:25:56.438013 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:25:56.438500 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:56.439083 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:56.439603 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:56.440739 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:56.441071 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:56.441647 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:57.427361 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:25:57.442633 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:25:57.442655 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:25:57.442692 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:57.442721 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:57.442727 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:57.442738 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:57.442762 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:57.442766 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:58.428939 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:25:58.443286 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:25:58.444718 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:25:58.445620 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:58.445714 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:58.445753 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:58.445774 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:58.445797 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:58.445813 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:59.430951 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:25:59.446313 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:25:59.446421 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:25:59.446638 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:59.446701 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:59.446734 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:25:59.446767 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:59.446802 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:25:59.446820 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:00.432197 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:00.447207 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:00.447291 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:00.447854 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:00.447874 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:00.447959 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:00.447976 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:00.447994 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:00.448006 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| + ls -il ./input ./input.1 | |
| 266489 -rw-r--r-- 1 root root 7 Apr 29 07:25 ./input | |
| 266490 -rw-r--r-- 1 root root 7 Apr 28 07:25 ./input.1 | |
| + mv ./input.1 ./input.2 | |
| + mv ./input ./input.1 | |
| 2016/04/29 07:26:01.402604 spooler.go:97: DBG Flushing spooler because of timeout. Events flushed: 0 | |
| + echo entry2 | |
| + rm ./input.2 | |
| + ls -il ./input ./input.1 | |
| 266510 -rw-r--r-- 1 root root 7 Apr 29 07:26 ./input | |
| 266489 -rw-r--r-- 1 root root 7 Apr 29 07:25 ./input.1 | |
| + sleep 15 | |
| 2016/04/29 07:26:01.433276 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:01.448225 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:01.448273 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:01.448656 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:01.448684 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:01.448760 prospector.go:411: DBG Launching harvester on rotated file: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:01.448774 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:01.448784 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:01.448811 prospector.go:403: DBG File rename was detected: /tmp/filebeat-issue-repro/input -> /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:01.448817 prospector.go:404: DBG Launching harvester on renamed file: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:01.448835 registrar.go:103: DBG Registrar will re-save state for /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:01.449457 registrar.go:147: DBG Write registry file: /tmp/filebeat-issue-repro/registry | |
| 2016/04/29 07:26:01.449503 registrar.go:163: INFO Registry file updated. 2 states written. | |
| 2016/04/29 07:26:01.449652 registrar.go:103: DBG Registrar will re-save state for /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:01.449665 registrar.go:147: DBG Write registry file: /tmp/filebeat-issue-repro/registry | |
| 2016/04/29 07:26:01.449707 registrar.go:163: INFO Registry file updated. 2 states written. | |
| 2016/04/29 07:26:01.449863 log.go:283: DBG harvest: "/tmp/filebeat-issue-repro/input" (offset snapshot:0) | |
| 2016/04/29 07:26:01.449980 log.go:113: INFO Harvester started for file: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:01.450020 util.go:20: DBG full line read | |
| 2016/04/29 07:26:01.450041 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:02.433552 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:02.450048 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:02.450077 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:02.450237 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:02.450257 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:02.450266 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:02.450287 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:02.450297 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:02.450302 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:02.450525 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:03.433820 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:03.450502 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:03.450544 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:03.450556 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:03.450737 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:03.450788 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:03.450864 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:03.450883 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:03.450978 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:03.451287 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:04.434977 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:04.451716 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:04.451815 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:04.451835 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:04.452021 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:04.452045 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:04.452058 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:04.452071 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:04.452085 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:04.452094 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:05.437338 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:05.452261 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:05.452334 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:05.452441 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:05.452454 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:05.452463 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:05.452477 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:05.452491 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:05.452499 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:05.452519 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:06.403273 spooler.go:97: DBG Flushing spooler because of timeout. Events flushed: 1 | |
| 2016/04/29 07:26:06.403366 publish.go:109: DBG Publish: { | |
| "@timestamp": "2016-04-29T07:26:01.450Z", | |
| "beat": { | |
| "hostname": "section-delivery", | |
| "name": "section-delivery" | |
| }, | |
| "count": 1, | |
| "fields": null, | |
| "input_type": "log", | |
| "message": "entry2", | |
| "offset": 0, | |
| "source": "/tmp/filebeat-issue-repro/input", | |
| "type": "log" | |
| } | |
| 2016/04/29 07:26:06.403393 output.go:87: DBG output worker: publish 1 events | |
| 2016/04/29 07:26:06.403458 publish.go:104: INFO Events sent: 1 | |
| 2016/04/29 07:26:06.403468 registrar.go:116: DBG Processing 1 events | |
| 2016/04/29 07:26:06.403475 registrar.go:147: DBG Write registry file: /tmp/filebeat-issue-repro/registry | |
| 2016/04/29 07:26:06.403539 registrar.go:163: INFO Registry file updated. 2 states written. | |
| 2016/04/29 07:26:06.438116 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:06.452836 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:06.452858 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:06.452888 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:06.452975 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:06.452985 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:06.452992 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:06.453004 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:06.453011 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:06.453016 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:07.439926 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:07.453239 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:07.453286 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:07.453286 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:07.454232 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:07.454278 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:07.454544 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:07.454555 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:07.454668 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:07.454888 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:08.442280 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:08.454821 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:08.454846 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:08.454866 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:08.455002 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:08.455009 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:08.455014 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:08.455054 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:08.455118 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:08.455146 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:09.443662 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:09.455568 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:09.455958 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:09.456028 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:09.456211 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:09.456366 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:09.456591 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:09.456742 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:09.456890 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:09.457075 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:10.445016 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:10.456324 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:10.458219 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:10.458366 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:10.458510 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:10.458618 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:10.458632 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:10.458642 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:10.458837 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:10.459063 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:11.445447 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:11.456657 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:11.459376 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:11.459544 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:11.459757 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:11.459896 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:11.459940 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:11.459941 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:11.460071 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:11.460078 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:12.445860 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:12.457075 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:12.460337 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:12.460456 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:12.460511 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:12.460611 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:12.460628 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:12.460635 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:12.460640 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:12.460721 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:13.446633 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:13.457883 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:13.461235 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:13.461351 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:13.461917 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:13.462039 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:13.462065 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:13.462086 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:13.462107 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:13.462123 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:13.903049 spooler.go:97: DBG Flushing spooler because of timeout. Events flushed: 0 | |
| 2016/04/29 07:26:14.447384 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:14.458774 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:14.463161 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:14.463246 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:14.463533 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:14.463560 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:14.463654 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:14.463665 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:14.463701 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:14.463712 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:15.449483 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:15.459221 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:15.464686 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:15.464761 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:15.465239 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:15.465255 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:15.465369 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:15.465385 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:15.465403 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:15.465412 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| + kill 1104723 | |
| + wait | |
| 2016/04/29 07:26:16.412355 service.go:30: DBG Received sigterm/sigint, stopping | |
| 2016/04/29 07:26:16.412468 registrar.go:134: INFO Stopping Registrar | |
| 2016/04/29 07:26:16.412499 registrar.go:97: INFO Ending Registrar | |
| 2016/04/29 07:26:16.412525 registrar.go:147: DBG Write registry file: /tmp/filebeat-issue-repro/registry | |
| 2016/04/29 07:26:16.412730 registrar.go:163: INFO Registry file updated. 2 states written. | |
| 2016/04/29 07:26:16.412959 beat.go:183: INFO Cleaning up filebeat before shutting down. | |
| + grep entry1 ./shipped | |
| {"@timestamp":"2016-04-29T07:25:46.403Z","beat":{"hostname":"section-delivery","name":"section-delivery"},"count":1,"fields":null,"input_type":"log","message":"entry1","offset":0,"source":"/tmp/filebeat-issue-repro/input","type":"log"} | |
| + grep entry2 ./shipped | |
| {"@timestamp":"2016-04-29T07:26:01.450Z","beat":{"hostname":"section-delivery","name":"section-delivery"},"count":1,"fields":null,"input_type":"log","message":"entry2","offset":0,"source":"/tmp/filebeat-issue-repro/input","type":"log"} | |
| ++ wc --lines | |
| ++ cat ./shipped | |
| + test 2 == 2 | |
| + cp ./registry ./registry.bak | |
| + filebeat_pid=1104928 | |
| + sleep 15 | |
| + filebeat -e -c ./filebeat.yml | |
| 2016/04/29 07:26:16.453104 beat.go:135: DBG Initializing output plugins | |
| 2016/04/29 07:26:16.454523 geolite.go:24: INFO GeoIP disabled: No paths were set under output.geoip.paths | |
| 2016/04/29 07:26:16.455491 file.go:39: INFO File output base filename set to: shipped | |
| 2016/04/29 07:26:16.456189 file.go:50: INFO Rotate every bytes set to: 10485760 | |
| 2016/04/29 07:26:16.456865 file.go:57: INFO Number of files set to: 7 | |
| 2016/04/29 07:26:16.457450 outputs.go:126: INFO Activated file as output plugin. | |
| 2016/04/29 07:26:16.458284 publish.go:232: DBG Create output worker | |
| 2016/04/29 07:26:16.459563 publish.go:274: DBG No output is defined to store the topology. The server fields might not be filled. | |
| 2016/04/29 07:26:16.460228 publish.go:288: INFO Publisher name: section-delivery | |
| 2016/04/29 07:26:16.461676 async.go:78: INFO Flush Interval set to: -1ms | |
| 2016/04/29 07:26:16.462509 async.go:84: INFO Max Bulk Size set to: -1 | |
| 2016/04/29 07:26:16.463234 beat.go:147: INFO Init Beat: filebeat; Version: 1.2.2 | |
| 2016/04/29 07:26:16.464526 beat.go:173: INFO filebeat sucessfully setup. Start running. | |
| 2016/04/29 07:26:16.464543 registrar.go:68: INFO Registry file set to: /tmp/filebeat-issue-repro/registry | |
| 2016/04/29 07:26:16.464628 registrar.go:80: INFO Loading registrar data from /tmp/filebeat-issue-repro/registry | |
| 2016/04/29 07:26:16.464825 spooler.go:44: DBG Set idleTimeoutDuration to 5s | |
| 2016/04/29 07:26:16.464847 crawler.go:38: DBG File Configs: [/tmp/filebeat-issue-repro/input*] | |
| 2016/04/29 07:26:16.464871 prospector.go:132: INFO Set ignore_older duration to 1h0m0s | |
| 2016/04/29 07:26:16.464883 prospector.go:132: INFO Set close_older duration to 1h0m0s | |
| 2016/04/29 07:26:16.464894 prospector.go:132: INFO Set scan_frequency duration to 1s | |
| 2016/04/29 07:26:16.464905 prospector.go:89: INFO Invalid input type set: | |
| 2016/04/29 07:26:16.464915 prospector.go:92: INFO Input type set to: log | |
| 2016/04/29 07:26:16.464936 prospector.go:132: INFO Set backoff duration to 1s | |
| 2016/04/29 07:26:16.464946 prospector.go:132: INFO Set max_backoff duration to 1s | |
| 2016/04/29 07:26:16.465358 prospector.go:112: INFO force_close_file is disabled | |
| 2016/04/29 07:26:16.465388 crawler.go:58: DBG Waiting for 1 prospectors to initialise | |
| 2016/04/29 07:26:16.465567 prospector.go:142: INFO Starting prospector of type: log | |
| 2016/04/29 07:26:16.465606 prospector.go:160: DBG exclude_files: [] | |
| 2016/04/29 07:26:16.465616 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:16.465732 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:16.465755 prospector.go:320: DBG Start harvesting unknown file: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:16.465797 registrar.go:174: DBG Same file as before found. Fetch the state and persist it. | |
| 2016/04/29 07:26:16.465817 prospector.go:368: DBG Resuming harvester on a previously harvested file: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:16.465837 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:16.465854 prospector.go:320: DBG Start harvesting unknown file: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:16.465867 registrar.go:174: DBG Same file as before found. Fetch the state and persist it. | |
| 2016/04/29 07:26:16.465882 prospector.go:368: DBG Resuming harvester on a previously harvested file: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:16.465984 log.go:283: DBG harvest: "/tmp/filebeat-issue-repro/input.1" (offset snapshot:0) | |
| 2016/04/29 07:26:16.466007 log.go:113: INFO Harvester started for file: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:16.466070 util.go:20: DBG full line read | |
| 2016/04/29 07:26:16.466097 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input.1; Backoff now. | |
| 2016/04/29 07:26:16.466987 spooler.go:77: INFO Starting spooler: spool_size: 2048; idle_timeout: 5s | |
| 2016/04/29 07:26:16.467578 log.go:270: DBG harvest: "/tmp/filebeat-issue-repro/input" position:7 (offset snapshot:0) | |
| 2016/04/29 07:26:16.468523 log.go:113: INFO Harvester started for file: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:16.468914 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:16.468118 crawler.go:71: DBG Registrar will re-save state for /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:16.469602 crawler.go:71: DBG Registrar will re-save state for /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:16.469956 crawler.go:65: DBG No pending prospectors. Finishing setup | |
| 2016/04/29 07:26:16.470336 crawler.go:78: INFO All prospectors initialised with 2 states to persist | |
| 2016/04/29 07:26:16.470719 registrar.go:87: INFO Starting Registrar | |
| 2016/04/29 07:26:16.471091 publish.go:88: INFO Start sending events to output | |
| 2016/04/29 07:26:16.470707 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:16.471988 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:16.472419 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:16.472942 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:16.473300 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:16.473960 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:16.474434 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:17.466581 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input.1; Backoff now. | |
| 2016/04/29 07:26:17.469450 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:17.476323 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:17.477052 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:17.477882 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:17.478401 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:17.478716 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:17.478764 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:17.478941 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:17.479106 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:18.467367 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input.1; Backoff now. | |
| 2016/04/29 07:26:18.470411 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:18.479464 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:18.480533 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:18.480863 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:18.481069 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:18.481268 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:18.481880 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:18.482057 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:18.482419 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:18.968185 spooler.go:97: DBG Flushing spooler because of timeout. Events flushed: 1 | |
| 2016/04/29 07:26:18.969142 publish.go:109: DBG Publish: { | |
| "@timestamp": "2016-04-29T07:26:16.466Z", | |
| "beat": { | |
| "hostname": "section-delivery", | |
| "name": "section-delivery" | |
| }, | |
| "count": 1, | |
| "fields": null, | |
| "input_type": "log", | |
| "message": "entry1", | |
| "offset": 0, | |
| "source": "/tmp/filebeat-issue-repro/input.1", | |
| "type": "log" | |
| } | |
| 2016/04/29 07:26:18.973488 output.go:87: DBG output worker: publish 1 events | |
| 2016/04/29 07:26:18.984226 publish.go:104: INFO Events sent: 1 | |
| 2016/04/29 07:26:18.986468 registrar.go:116: DBG Processing 1 events | |
| 2016/04/29 07:26:18.988354 registrar.go:147: DBG Write registry file: /tmp/filebeat-issue-repro/registry | |
| 2016/04/29 07:26:18.992785 registrar.go:163: INFO Registry file updated. 2 states written. | |
| 2016/04/29 07:26:19.468865 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input.1; Backoff now. | |
| 2016/04/29 07:26:19.470857 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:19.482870 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:19.483435 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:19.484284 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:19.484683 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:19.486061 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:19.486755 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:19.487262 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:19.488149 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:20.469774 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input.1; Backoff now. | |
| 2016/04/29 07:26:20.473067 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:20.488802 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:20.489036 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:20.489791 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:20.490134 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:20.490424 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:20.490753 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:20.490887 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:20.490913 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:21.471705 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input.1; Backoff now. | |
| 2016/04/29 07:26:21.474419 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:21.492557 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:21.493342 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:21.493800 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:21.494568 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:21.494928 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:21.495378 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:21.495522 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:21.495548 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:22.472480 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input.1; Backoff now. | |
| 2016/04/29 07:26:22.475290 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:22.495888 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:22.496210 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:22.496900 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:22.498120 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:22.498537 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:22.499023 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:22.499335 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:22.499838 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:23.473991 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input.1; Backoff now. | |
| 2016/04/29 07:26:23.475780 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:23.500444 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:23.500664 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:23.501048 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:23.501226 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:23.501376 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:23.501553 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:23.501700 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:23.502711 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:24.475865 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input.1; Backoff now. | |
| 2016/04/29 07:26:24.476518 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:24.504519 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:24.504631 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:24.504961 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:24.505015 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:24.505040 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:24.505051 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:24.505183 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:24.505228 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:25.477850 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:25.477981 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input.1; Backoff now. | |
| 2016/04/29 07:26:25.506653 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:25.506730 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:25.507196 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:25.507259 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:25.507421 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:25.507446 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:25.507504 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:25.507521 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:26.467994 spooler.go:97: DBG Flushing spooler because of timeout. Events flushed: 0 | |
| 2016/04/29 07:26:26.478541 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input.1; Backoff now. | |
| 2016/04/29 07:26:26.482680 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:26.507858 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:26.508953 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:26.509334 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:26.509669 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:26.509830 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:26.510005 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:26.510335 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:26.510531 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:27.485256 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:27.485021 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input.1; Backoff now. | |
| 2016/04/29 07:26:27.512336 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:27.512553 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:27.512748 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:27.512797 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:27.512831 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:27.512861 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:27.512979 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:27.513013 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:28.487386 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input.1; Backoff now. | |
| 2016/04/29 07:26:28.487494 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:28.514558 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:28.514704 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:28.514951 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:28.514990 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:28.515011 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:28.515031 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:28.515054 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:28.515069 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:29.488243 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:29.488335 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input.1; Backoff now. | |
| 2016/04/29 07:26:29.516101 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:29.516204 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:29.516367 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:29.516398 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:29.516419 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:29.516439 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:29.516532 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:29.516551 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:30.490353 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input.1; Backoff now. | |
| 2016/04/29 07:26:30.490438 reader.go:138: DBG End of file reached: /tmp/filebeat-issue-repro/input; Backoff now. | |
| 2016/04/29 07:26:30.518296 prospector.go:184: DBG Start next scan | |
| 2016/04/29 07:26:30.518372 prospector.go:251: DBG scan path /tmp/filebeat-issue-repro/input* | |
| 2016/04/29 07:26:30.518601 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:30.518646 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:30.518666 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input | |
| 2016/04/29 07:26:30.518687 prospector.go:264: DBG Check file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:30.518708 prospector.go:389: DBG Update existing file for harvesting: /tmp/filebeat-issue-repro/input.1 | |
| 2016/04/29 07:26:30.518739 prospector.go:435: DBG Not harvesting, file didn't change: /tmp/filebeat-issue-repro/input.1 | |
| + kill 1104928 | |
| + wait | |
| 2016/04/29 07:26:31.452732 service.go:30: DBG Received sigterm/sigint, stopping | |
| 2016/04/29 07:26:31.452735 registrar.go:134: INFO Stopping Registrar | |
| 2016/04/29 07:26:31.452885 registrar.go:97: INFO Ending Registrar | |
| 2016/04/29 07:26:31.452910 registrar.go:147: DBG Write registry file: /tmp/filebeat-issue-repro/registry | |
| 2016/04/29 07:26:31.453118 registrar.go:163: INFO Registry file updated. 2 states written. | |
| 2016/04/29 07:26:31.453348 beat.go:183: INFO Cleaning up filebeat before shutting down. | |
| + test -s ./shipped.1 | |
| + grep entry1 ./shipped | |
| {"@timestamp":"2016-04-29T07:26:16.466Z","beat":{"hostname":"section-delivery","name":"section-delivery"},"count":1,"fields":null,"input_type":"log","message":"entry1","offset":0,"source":"/tmp/filebeat-issue-repro/input.1","type":"log"} | |
| + echo 'FAILURE: reshipped entry1' | |
| FAILURE: reshipped entry1 | |
| + sed 's/\([{},]\)/\1\n/g' ./registry.bak | |
| { | |
| "/tmp/filebeat-issue-repro/input":{ | |
| "source":"/tmp/filebeat-issue-repro/input", | |
| "offset":7, | |
| "FileStateOS":{ | |
| "inode":266510, | |
| "device":2049} | |
| } | |
| , | |
| "/tmp/filebeat-issue-repro/input.1":{ | |
| "source":"/tmp/filebeat-issue-repro/input.1", | |
| "FileStateOS":{ | |
| "inode":266489, | |
| "device":2049} | |
| } | |
| } | |
| + echo Exited with 0 | |
| Exited with 0 |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment