Telegraf SIGQUIT

gistfile1.txt

2017-03-29T08:42:25Z I! Starting Telegraf (version 1.2.1)
2017-03-29T08:42:25Z I! Loaded outputs: influxdb
2017-03-29T08:42:25Z I! Loaded inputs: inputs.disk inputs.mem inputs.swap inputs.system inputs.net inputs.ntpq inputs.cpu inputs.kernel inputs.processes inputs.diskio
2017-03-29T08:42:25Z I! Tags enabled: host=dmf
2017-03-29T08:42:25Z I! Agent Config: Interval:10s, Quiet:false, Hostname:"dmf", Flush Interval:10s 
2017-03-29T08:44:28Z E! ERROR: input [inputs.diskio] took longer to collect than collection interval (10s)
SIGQUIT: quit
PC=0x464071 m=0

goroutine 0 [idle]:
runtime.futex(0x19a49d0, 0x0, 0x0, 0x0, 0x0, 0x19a3b80, 0x0, 0x0, 0x7ffd9be41060, 0x412ff2, ...)
        /usr/local/go/src/runtime/sys_linux_amd64.s:387 +0x21
runtime.futexsleep(0x19a49d0, 0x0, 0xffffffffffffffff)
        /usr/local/go/src/runtime/os_linux.go:45 +0x62
runtime.notesleep(0x19a49d0)
        /usr/local/go/src/runtime/lock_futex.go:145 +0x82
runtime.stopm()
        /usr/local/go/src/runtime/proc.go:1594 +0xad
runtime.findrunnable(0xc42001a000, 0x0)
        /usr/local/go/src/runtime/proc.go:2021 +0x228
runtime.schedule()
        /usr/local/go/src/runtime/proc.go:2120 +0x14c
runtime.park_m(0xc42045a000)
        /usr/local/go/src/runtime/proc.go:2183 +0x123
runtime.mcall(0x7ffd9be41200)
        /usr/local/go/src/runtime/asm_amd64.s:240 +0x5b

goroutine 1 [semacquire, 2 minutes]:
sync.runtime_Semacquire(0xc42046741c)
        /usr/local/go/src/runtime/sema.go:47 +0x30
sync.(*WaitGroup).Wait(0xc420467410)
        /usr/local/go/src/sync/waitgroup.go:131 +0x97
github.com/influxdata/telegraf/agent.(*Agent).Run(0xc4201a2038, 0xc420076ae0, 0x0, 0x0)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:383 +0x4de
main.reloadLoop(0xc4201a87e0, 0x0, 0x0)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/cmd/telegraf/telegraf.go:284 +0xcec
main.main()
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/cmd/telegraf/telegraf.go:342 +0x85

goroutine 17 [syscall, 2 minutes, locked to thread]:
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:2086 +0x1

goroutine 5 [syscall, 2 minutes]:
os/signal.signal_recv(0x0)
        /usr/local/go/src/runtime/sigqueue.go:116 +0x157
os/signal.loop()
        /usr/local/go/src/os/signal/signal_unix.go:22 +0x22
created by os/signal.init.1
        /usr/local/go/src/os/signal/signal_unix.go:28 +0x41

goroutine 73 [select]:
github.com/influxdata/telegraf/agent.(*Agent).flusher(0xc4201a2038, 0xc420076ae0, 0xc420076cc0, 0x0, 0x0)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:290 +0x3b3
github.com/influxdata/telegraf/agent.(*Agent).Run.func1(0xc420467410, 0xc4201a2038, 0xc420076ae0, 0xc420076cc0)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:353 +0x77
created by github.com/influxdata/telegraf/agent.(*Agent).Run
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:357 +0x320

goroutine 74 [select]:
github.com/influxdata/telegraf/internal.RandomSleep(0x12a05f200, 0xc420076ae0)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/internal/internal.go:235 +0x15c
github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc4201a2038, 0xc420076ae0, 0xc4202ae400, 0x2540be400, 0xc420076cc0)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:121 +0x22b
github.com/influxdata/telegraf/agent.(*Agent).Run.func3(0xc420467410, 0xc4201a2038, 0xc420076ae0, 0xc420076cc0, 0xc4202ae400, 0x2540be400)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:379 +0x7f
created by github.com/influxdata/telegraf/agent.(*Agent).Run
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:380 +0x49b

goroutine 72 [select, 2 minutes]:
main.reloadLoop.func2(0xc420076b40, 0xc420076ae0, 0xc4202bf030, 0xc4201a87e0)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/cmd/telegraf/telegraf.go:252 +0x264
created by main.reloadLoop
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/cmd/telegraf/telegraf.go:266 +0x98d

goroutine 71 [select, 2 minutes, locked to thread]:
runtime.gopark(0x11575f0, 0x0, 0x107ae04, 0x6, 0x18, 0x2)
        /usr/local/go/src/runtime/proc.go:259 +0x13a
runtime.selectgoImpl(0xc42046cf30, 0x0, 0x18)
        /usr/local/go/src/runtime/select.go:423 +0x1235
runtime.selectgo(0xc42046cf30)
        /usr/local/go/src/runtime/select.go:238 +0x1c
runtime.ensureSigM.func1()
        /usr/local/go/src/runtime/signal1_unix.go:304 +0x2f3
runtime.goexit()
        /usr/local/go/src/runtime/asm_amd64.s:2086 +0x1

goroutine 75 [select]:
github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc4201a2038, 0xc420076ae0, 0xc4202ae480, 0x2540be400, 0xc420076cc0)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:129 +0x37e
github.com/influxdata/telegraf/agent.(*Agent).Run.func3(0xc420467410, 0xc4201a2038, 0xc420076ae0, 0xc420076cc0, 0xc4202ae480, 0x2540be400)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:379 +0x7f
created by github.com/influxdata/telegraf/agent.(*Agent).Run
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:380 +0x49b

goroutine 76 [select]:
github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc4201a2038, 0xc420076ae0, 0xc4202ae500, 0x2540be400, 0xc420076cc0)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:129 +0x37e
github.com/influxdata/telegraf/agent.(*Agent).Run.func3(0xc420467410, 0xc4201a2038, 0xc420076ae0, 0xc420076cc0, 0xc4202ae500, 0x2540be400)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:379 +0x7f
created by github.com/influxdata/telegraf/agent.(*Agent).Run
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:380 +0x49b

goroutine 77 [select]:
github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc4201a2038, 0xc420076ae0, 0xc4202ae580, 0x2540be400, 0xc420076cc0)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:129 +0x37e
github.com/influxdata/telegraf/agent.(*Agent).Run.func3(0xc420467410, 0xc4201a2038, 0xc420076ae0, 0xc420076cc0, 0xc4202ae580, 0x2540be400)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:379 +0x7f
created by github.com/influxdata/telegraf/agent.(*Agent).Run
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:380 +0x49b

goroutine 78 [select]:
github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc4201a2038, 0xc420076ae0, 0xc4202ae600, 0x2540be400, 0xc420076cc0)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:129 +0x37e
github.com/influxdata/telegraf/agent.(*Agent).Run.func3(0xc420467410, 0xc4201a2038, 0xc420076ae0, 0xc420076cc0, 0xc4202ae600, 0x2540be400)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:379 +0x7f
created by github.com/influxdata/telegraf/agent.(*Agent).Run
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:380 +0x49b

goroutine 79 [select]:
github.com/influxdata/telegraf/internal.RandomSleep(0x12a05f200, 0xc420076ae0)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/internal/internal.go:235 +0x15c
github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc4201a2038, 0xc420076ae0, 0xc4202ae6c0, 0x2540be400, 0xc420076cc0)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:121 +0x22b
github.com/influxdata/telegraf/agent.(*Agent).Run.func3(0xc420467410, 0xc4201a2038, 0xc420076ae0, 0xc420076cc0, 0xc4202ae6c0, 0x2540be400)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:379 +0x7f
created by github.com/influxdata/telegraf/agent.(*Agent).Run
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:380 +0x49b

goroutine 80 [select]:
github.com/influxdata/telegraf/internal.RandomSleep(0x12a05f200, 0xc420076ae0)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/internal/internal.go:235 +0x15c
github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc4201a2038, 0xc420076ae0, 0xc4202ae740, 0x2540be400, 0xc420076cc0)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:121 +0x22b
github.com/influxdata/telegraf/agent.(*Agent).Run.func3(0xc420467410, 0xc4201a2038, 0xc420076ae0, 0xc420076cc0, 0xc4202ae740, 0x2540be400)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:379 +0x7f
created by github.com/influxdata/telegraf/agent.(*Agent).Run
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:380 +0x49b

goroutine 81 [select]:
github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc4201a2038, 0xc420076ae0, 0xc4202ae800, 0x2540be400, 0xc420076cc0)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:129 +0x37e
github.com/influxdata/telegraf/agent.(*Agent).Run.func3(0xc420467410, 0xc4201a2038, 0xc420076ae0, 0xc420076cc0, 0xc4202ae800, 0x2540be400)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:379 +0x7f
created by github.com/influxdata/telegraf/agent.(*Agent).Run
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:380 +0x49b

goroutine 82 [select]:
github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc4201a2038, 0xc420076ae0, 0xc4202ae880, 0x2540be400, 0xc420076cc0)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:129 +0x37e
github.com/influxdata/telegraf/agent.(*Agent).Run.func3(0xc420467410, 0xc4201a2038, 0xc420076ae0, 0xc420076cc0, 0xc4202ae880, 0x2540be400)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:379 +0x7f
created by github.com/influxdata/telegraf/agent.(*Agent).Run
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:380 +0x49b

goroutine 83 [select]:
github.com/influxdata/telegraf/agent.gatherWithTimeout(0xc420076ae0, 0xc4202ae900, 0xc4201cbda0, 0x2540be400)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:157 +0x362
github.com/influxdata/telegraf/agent.(*Agent).gatherer(0xc4201a2038, 0xc420076ae0, 0xc4202ae900, 0x2540be400, 0xc420076cc0)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:124 +0x280
github.com/influxdata/telegraf/agent.(*Agent).Run.func3(0xc420467410, 0xc4201a2038, 0xc420076ae0, 0xc420076cc0, 0xc4202ae900, 0x2540be400)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:379 +0x7f
created by github.com/influxdata/telegraf/agent.(*Agent).Run
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:380 +0x49b

goroutine 39 [select]:
github.com/influxdata/telegraf/agent.(*Agent).flusher.func1(0xc4201285d0, 0xc420076ae0, 0xc4203223c0, 0xc4201a2038)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:257 +0x2fa
created by github.com/influxdata/telegraf/agent.(*Agent).flusher
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:286 +0xee

goroutine 6288 [select]:
net/http.(*persistConn).writeLoop(0xc4204a0900)
        /usr/local/go/src/net/http/transport.go:1646 +0x3bd
created by net/http.(*Transport).dialConn
        /usr/local/go/src/net/http/transport.go:1063 +0x50e

goroutine 77447 [select]:
github.com/shirou/gopsutil/internal/common.WaitTimeout(0xc420ab49a0, 0xb2d05e00, 0x0, 0xc420b5b5c0)
        /home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/internal/common/common.go:330 +0x2ce
github.com/shirou/gopsutil/internal/common.CombinedOutputTimeout(0xc420ab49a0, 0xb2d05e00, 0xc42013db60, 0x3, 0x3, 0xc420ab49a0, 0xc4204ab000)
        /home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/internal/common/common.go:318 +0xc4
github.com/shirou/gopsutil/internal/common.Invoke.Command(0x108507e, 0xd, 0xc42013db60, 0x3, 0x3, 0x414b18, 0x30, 0xed81e0, 0x1, 0xc42013db60)
        /home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/internal/common/common.go:40 +0x71
github.com/shirou/gopsutil/internal/common.(*Invoke).Command(0x19c6638, 0x108507e, 0xd, 0xc42013db60, 0x3, 0x3, 0xc, 0x1e489ab5f07153d, 0xd, 0xe, ...)
        <autogenerated>:8 +0x88
github.com/shirou/gopsutil/disk.GetDiskSerialNumber(0xc42097ff8d, 0x5, 0x0, 0x40)
        /home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/disk/disk_linux.go:368 +0x1e2
github.com/shirou/gopsutil/disk.IOCounters(0x2, 0x0, 0x0)
        /home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/disk/disk_linux.go:353 +0x690
github.com/influxdata/telegraf/plugins/inputs/system.(*systemPS).DiskIO(0x19c6638, 0x200000003, 0xc420016000, 0xc42019dba0)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/system/ps.go:124 +0x26
github.com/influxdata/telegraf/plugins/inputs/system.(*DiskIOStats).Gather(0xc42026f680, 0x18faca0, 0xc4201cbda0, 0xebfa80, 0xc4215d0540)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/plugins/inputs/system/disk.go:106 +0x4b
github.com/influxdata/telegraf/agent.gatherWithTimeout.func1(0xc420121f80, 0xc4202ae900, 0xc4201cbda0)
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:153 +0x49
created by github.com/influxdata/telegraf/agent.gatherWithTimeout
        /home/ubuntu/telegraf-build/src/github.com/influxdata/telegraf/agent/agent.go:154 +0xef

goroutine 6287 [IO wait]:
net.runtime_pollWait(0x7f22a150e010, 0x72, 0x4)
        /usr/local/go/src/runtime/netpoll.go:160 +0x59
net.(*pollDesc).wait(0xc420f56fb0, 0x72, 0xc4200ef9d0, 0xc4200101a0)
        /usr/local/go/src/net/fd_poll_runtime.go:73 +0x38
net.(*pollDesc).waitRead(0xc420f56fb0, 0x18ee740, 0xc4200101a0)
        /usr/local/go/src/net/fd_poll_runtime.go:78 +0x34
net.(*netFD).Read(0xc420f56f50, 0xc420fff000, 0x1000, 0x1000, 0x0, 0x18ee740, 0xc4200101a0)
        /usr/local/go/src/net/fd_unix.go:243 +0x1a1
net.(*conn).Read(0xc420f46030, 0xc420fff000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
        /usr/local/go/src/net/net.go:173 +0x70
net/http.(*persistConn).Read(0xc4204a0900, 0xc420fff000, 0x1000, 0x1000, 0x30, 0xc4200efb58, 0x43fcfc)
        /usr/local/go/src/net/http/transport.go:1261 +0x154
bufio.(*Reader).fill(0xc420f40f60)
        /usr/local/go/src/bufio/bufio.go:97 +0x10c
bufio.(*Reader).Peek(0xc420f40f60, 0x1, 0x0, 0x1, 0x0, 0xc420121e00, 0x0)
        /usr/local/go/src/bufio/bufio.go:129 +0x62
net/http.(*persistConn).readLoop(0xc4204a0900)
        /usr/local/go/src/net/http/transport.go:1418 +0x1a1
created by net/http.(*Transport).dialConn
        /usr/local/go/src/net/http/transport.go:1062 +0x4e9

goroutine 75004 [runnable]:
github.com/shirou/gopsutil/internal/common.WaitTimeout.func1(0xc4207b6120, 0xc420ab49a0)
        /home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/internal/common/common.go:329
created by github.com/shirou/gopsutil/internal/common.WaitTimeout
        /home/ubuntu/telegraf-build/src/github.com/shirou/gopsutil/internal/common/common.go:329 +0x9a

goroutine 75003 [runnable]:
os/exec.(*Cmd).Start.func1(0xc420ab49a0, 0xc4206900e0)
        /usr/local/go/src/os/exec/exec.go:369
created by os/exec.(*Cmd).Start
        /usr/local/go/src/os/exec/exec.go:371 +0x4db

rax    0xca
rbx    0x19a3610
rcx    0xffffffffffffffff
rdx    0x0
rdi    0x19a49d0
rsi    0x0
rbp    0x7ffd9be41030
rsp    0x7ffd9be40fe8
r8     0x0
r9     0x0
r10    0x0
r11    0x286
r12    0x0
r13    0xc42045a4e0
r14    0x444ff0
r15    0x1318190
rip    0x464071
rflags 0x286
cs     0x33
fs     0x0
gs     0x0