unexpected fault address 0x38325830305b69 fatal error: fault [signal SIGSEGV: segmentation violation code=0x1 addr=0x38325830305b69 pc=0xf56f44] goroutine 3138837 [running]: runtime.throw({0x2336d8d, 0x5}) runtime/panic.go:1198 +0x54 fp=0x40029f6930 sp=0x40029f6900 pc=0x43c024 runtime.sigpanic() runtime/signal_unix.go:742 +0x1e4 fp=0x40029f6970 sp=0x40029f6930 pc=0x455274 github.com/golang/snappy.encodeBlock({0x40001d2202, 0x1f4, 0x1f4}, {0x400095a9c0, 0x193, 0x195}) github.com/golang/snappy@v0.0.2/encode_arm64.s:666 +0x354 fp=0x40029fea10 sp=0x40029f6980 pc=0xf56f44 github.com/golang/snappy.Encode({0x0, 0x0, 0x0}, {0x400095a9c0, 0x193, 0x195}) github.com/golang/snappy@v0.0.2/encode.go:39 +0x1f0 fp=0x40029feaa0 sp=0x40029fea10 pc=0xf56500 github.com/hashicorp/nomad/nomad.(*Job).Dispatch(0x40009b3ea0, 0x40024c6e80, 0x4001b5f840) github.com/hashicorp/nomad/nomad/job_endpoint.go:1950 +0xbf4 fp=0x40029feed0 sp=0x40029feaa0 pc=0x1538614 runtime.call64(0x4001502510, 0x4000011208, 0x400172c660, 0x28, 0x18, 0x28, 0x40029ff008) runtime/asm_arm64.s:416 +0x74 fp=0x40029fef20 sp=0x40029feed0 pc=0x470fa4 reflect.Value.call({0x40009f4480, 0x4000011208, 0x13}, {0x23354fa, 0x4}, {0x400131b4f0, 0x3, 0x3}) reflect/value.go:543 +0x590 fp=0x40029ff400 sp=0x40029fef20 pc=0x4a7500 reflect.Value.Call({0x40009f4480, 0x4000011208, 0x13}, {0x400131b4f0, 0x3, 0x3}) reflect/value.go:339 +0x8c fp=0x40029ff480 sp=0x40029ff400 pc=0x4a6d9c net/rpc.(*service).call(0x40004051c0, 0x40009b3cc0, 0x4001b3a400, 0x0, 0x400057c980, 0x400130a120, {0x2179ae0, 0x40024c6e80, 0x16}, {0x1cd5600, ...}, ...) net/rpc/server.go:377 +0x1a0 fp=0x40029ff550 sp=0x40029ff480 pc=0x8fbae0 net/rpc.(*Server).ServeRequest(0x40009b3cc0, {0x27ee0b0, 0x4001b5f800}) net/rpc/server.go:498 +0x18c fp=0x40029ff600 sp=0x40029ff550 pc=0x8fc88c github.com/hashicorp/nomad/nomad.(*Server).RPC(0x40006e8900, {0x2345a23, 0xc}, {0x2179ae0, 0x40024c6e00}, {0x1cd5600, 0x4001b5f7c0}) github.com/hashicorp/nomad/nomad/server.go:1572 +0xf8 fp=0x40029ff640 sp=0x40029ff600 pc=0x15862f8 github.com/hashicorp/nomad/command/agent.(*Agent).RPC(0x400037a2d0, {0x2345a23, 0xc}, {0x2179ae0, 0x40024c6e00}, {0x1cd5600, 0x4001b5f7c0}) github.com/hashicorp/nomad/command/agent/agent.go:1033 +0x60 fp=0x40029ff6a0 sp=0x40029ff640 pc=0x1a2a4b0 github.com/hashicorp/nomad/command/agent.(*HTTPServer).jobDispatchRequest(0x40012caff0, {0x27c8d30, 0x4002349c80}, 0x4000cef700, {0x400227948d, 0x13}) github.com/hashicorp/nomad/command/agent/job_endpoint.go:654 +0x284 fp=0x40029ff750 sp=0x40029ff6a0 pc=0x1a668e4 github.com/hashicorp/nomad/command/agent.(*HTTPServer).JobSpecificRequest(0x40012caff0, {0x27c8d30, 0x4002349c80}, 0x4000cef700) github.com/hashicorp/nomad/command/agent/job_endpoint.go:69 +0x750 fp=0x40029ff7e0 sp=0x40029ff750 pc=0x1a61290 github.com/hashicorp/nomad/command/agent.(*HTTPServer).JobSpecificRequest-fm({0x27c8d30, 0x4002349c80}, 0x4000cef700) github.com/hashicorp/nomad/command/agent/job_endpoint.go:46 +0x48 fp=0x40029ff830 sp=0x40029ff7e0 pc=0x1a7a778 github.com/hashicorp/nomad/command/agent.(*HTTPServer).wrap.func1({0x27c8d30, 0x4002349c80}, 0x4000cef700) github.com/hashicorp/nomad/command/agent/http.go:461 +0x108 fp=0x40029ff950 sp=0x40029ff830 pc=0x1a5ce48 net/http.HandlerFunc.ServeHTTP(0x40012dadf8, {0x27c8d30, 0x4002349c80}, 0x4000cef700) net/http/server.go:2046 +0x40 fp=0x40029ff980 sp=0x40029ff950 pc=0x7bbd20 net/http.(*ServeMux).ServeHTTP(0x40012e0d40, {0x27c8d30, 0x4002349c80}, 0x4000cef700) net/http/server.go:2424 +0x18c fp=0x40029ff9e0 sp=0x40029ff980 pc=0x7bdadc github.com/NYTimes/gziphandler.GzipHandlerWithOpts.func1.1({0x27cefd0, 0x40002e6c40}, 0x4000cef700) github.com/NYTimes/gziphandler@v1.0.1/gzip.go:277 +0x244 fp=0x40029ffa80 sp=0x40029ff9e0 pc=0x19b0d64 net/http.HandlerFunc.ServeHTTP(0x40012ffb30, {0x27cefd0, 0x40002e6c40}, 0x4000cef700) net/http/server.go:2046 +0x40 fp=0x40029ffab0 sp=0x40029ffa80 pc=0x7bbd20 net/http.serverHandler.ServeHTTP({0x400056d340}, {0x27cefd0, 0x40002e6c40}, 0x4000cef700) net/http/server.go:2878 +0x45c fp=0x40029ffb80 sp=0x40029ffab0 pc=0x7bf43c net/http.(*conn).serve(0x4000a6a320, {0x27ed5c0, 0x4000fca8a0}) net/http/server.go:1929 +0xb54 fp=0x40029fffc0 sp=0x40029ffb80 pc=0x7bad34 runtime.goexit() runtime/asm_arm64.s:1133 +0x4 fp=0x40029fffc0 sp=0x40029fffc0 pc=0x472de4 created by net/http.(*Server).Serve net/http/server.go:3033 +0x4ac goroutine 1 [select, 976 minutes]: github.com/hashicorp/nomad/command/agent.(*Command).handleSignals(0x40007a4930) github.com/hashicorp/nomad/command/agent/command.go:820 +0x148 github.com/hashicorp/nomad/command/agent.(*Command).Run(0x40007a4930, {0x40001141a0, 0x1, 0x1}) github.com/hashicorp/nomad/command/agent/command.go:735 +0xd58 github.com/mitchellh/cli.(*CLI).Run(0x40005d5400) github.com/mitchellh/cli@v1.1.0/cli.go:260 +0x5c4 main.RunCustom({0x4000114190, 0x2, 0x2}) github.com/hashicorp/nomad/main.go:142 +0x5fc main.Run(...) github.com/hashicorp/nomad/main.go:87 main.main() github.com/hashicorp/nomad/main.go:83 +0x70 goroutine 88 [select, 981 minutes]: github.com/hashicorp/serf/serf.(*serfQueries).stream(0x40012cd530) github.com/hashicorp/serf@v0.9.5/serf/internal_query.go:91 +0x6c created by github.com/hashicorp/serf/serf.newSerfQueries github.com/hashicorp/serf@v0.9.5/serf/internal_query.go:84 +0xec goroutine 24 [select]: go.opencensus.io/stats/view.(*worker).start(0x40001012c0) go.opencensus.io@v0.22.1-0.20190713072201-b4a14686f0a9/stats/view/worker.go:154 +0x98 created by go.opencensus.io/stats/view.init.0 go.opencensus.io@v0.22.1-0.20190713072201-b4a14686f0a9/stats/view/worker.go:32 +0x6c goroutine 87 [select]: github.com/hashicorp/raft.(*Raft).runSnapshots(0x40006e8000) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/snapshot.go:71 +0x88 github.com/hashicorp/raft.(*raftState).goFunc.func1(0x40006e8000, 0x40012e20d0) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/state.go:146 +0x58 created by github.com/hashicorp/raft.(*raftState).goFunc github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/state.go:144 +0x60 goroutine 14 [IO wait]: internal/poll.runtime_pollWait(0xffff682a8f48, 0x72) runtime/netpoll.go:229 +0xa4 internal/poll.(*pollDesc).wait(0x40008c0098, 0x72, 0x0) internal/poll/fd_poll_runtime.go:84 +0x38 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x40008c0080, {0x40008d4000, 0x1000, 0x1000}) internal/poll/fd_unix.go:167 +0x1e4 net.(*netFD).Read(0x40008c0080, {0x40008d4000, 0x1000, 0x1000}) net/fd_posix.go:56 +0x44 net.(*conn).Read(0x400026d118, {0x40008d4000, 0x1000, 0x1000}) net/net.go:183 +0x4c net/http.(*persistConn).Read(0x40005b2120, {0x40008d4000, 0x1000, 0x1000}) net/http/transport.go:1926 +0x64 bufio.(*Reader).fill(0x4000890f00) bufio/bufio.go:101 +0x10c bufio.(*Reader).Peek(0x4000890f00, 0x1) bufio/bufio.go:139 +0x74 net/http.(*persistConn).readLoop(0x40005b2120) net/http/transport.go:2087 +0x170 created by net/http.(*Transport).dialConn net/http/transport.go:1747 +0x18b0 goroutine 66 [select, 111 minutes]: github.com/hashicorp/nomad/nomad/stream.(*EventBroker).handleUpdates(0x4000a10af0, {0x27ed518, 0x4000404300}) github.com/hashicorp/nomad/nomad/stream/event_broker.go:174 +0x9c created by github.com/hashicorp/nomad/nomad/stream.NewEventBroker github.com/hashicorp/nomad/nomad/stream/event_broker.go:83 +0x268 goroutine 89 [select, 981 minutes]: github.com/hashicorp/serf/serf.(*Snapshotter).teeStream(0x400126add0) github.com/hashicorp/serf@v0.9.5/serf/snapshot.go:223 +0xa4 created by github.com/hashicorp/serf/serf.NewSnapshotter github.com/hashicorp/serf@v0.9.5/serf/snapshot.go:152 +0x4fc goroutine 26 [syscall, 976 minutes]: os/signal.signal_recv() runtime/sigqueue.go:169 +0x108 os/signal.loop() os/signal/signal_unix.go:24 +0x20 created by os/signal.Notify.func1.1 os/signal/signal.go:151 +0x38 goroutine 27 [select, 981 minutes]: github.com/armon/go-metrics.(*InmemSignal).run(0x4000092500) github.com/armon/go-metrics@v0.3.4/inmem_signal.go:64 +0x70 created by github.com/armon/go-metrics.NewInmemSignal github.com/armon/go-metrics@v0.3.4/inmem_signal.go:38 +0x154 goroutine 29 [sleep]: time.Sleep(0x3b9aca00) runtime/time.go:193 +0x140 github.com/armon/go-metrics.(*Metrics).collectStats(0x400037a0f0) github.com/armon/go-metrics@v0.3.4/metrics.go:230 +0x2c created by github.com/armon/go-metrics.New github.com/armon/go-metrics@v0.3.4/start.go:79 +0x148 goroutine 30 [select]: github.com/hashicorp/nomad/command/agent/consul.(*ServiceClient).Run(0x400037a3c0) github.com/hashicorp/nomad/command/agent/consul/service_client.go:645 +0x2bc created by github.com/hashicorp/nomad/command/agent.(*Agent).setupConsul github.com/hashicorp/nomad/command/agent/agent.go:1205 +0x3dc goroutine 67 [select, 981 minutes]: github.com/hashicorp/nomad/nomad/stream.(*EventBroker).handleACLUpdates(0x4000a10af0, {0x27ed518, 0x4000404300}) github.com/hashicorp/nomad/nomad/stream/event_broker.go:186 +0x80 created by github.com/hashicorp/nomad/nomad/stream.NewEventBroker github.com/hashicorp/nomad/nomad/stream/event_broker.go:84 +0x298 goroutine 15 [select]: net/http.(*persistConn).writeLoop(0x40005b2120) net/http/transport.go:2386 +0xa8 created by net/http.(*Transport).dialConn net/http/transport.go:1748 +0x18d0 goroutine 16 [select, 981 minutes]: github.com/hashicorp/nomad/command/agent/consul.(*checkWatcher).Run(0x40005605f0, {0x27ed518, 0x40008a4000}) github.com/hashicorp/nomad/command/agent/consul/check_watcher.go:207 +0x180 created by github.com/hashicorp/nomad/command/agent/consul.(*ServiceClient).Run github.com/hashicorp/nomad/command/agent/consul/service_client.go:634 +0x208 goroutine 3101207 [select]: github.com/hashicorp/yamux.(*Session).send(0x4002464000) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:399 +0x90 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:114 +0x434 goroutine 154 [IO wait]: internal/poll.runtime_pollWait(0xffff682a8550, 0x72) runtime/netpoll.go:229 +0xa4 internal/poll.(*pollDesc).wait(0x40013df398, 0x72, 0x0) internal/poll/fd_poll_runtime.go:84 +0x38 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x40013df380, {0x4001606000, 0x3d12, 0x3d12}) internal/poll/fd_unix.go:167 +0x1e4 net.(*netFD).Read(0x40013df380, {0x4001606000, 0x3d12, 0x3d12}) net/fd_posix.go:56 +0x44 net.(*conn).Read(0x4000ca0550, {0x4001606000, 0x3d12, 0x3d12}) net/net.go:183 +0x4c crypto/tls.(*atLeastReader).Read(0x400297c060, {0x4001606000, 0x3d12, 0x3d12}) crypto/tls/conn.go:777 +0x58 bytes.(*Buffer).ReadFrom(0x40006d7e78, {0x27af580, 0x400297c060}) bytes/buffer.go:204 +0xa4 crypto/tls.(*Conn).readFromUntil(0x40006d7c00, {0x27b6040, 0x4000ca0550}, 0x5) crypto/tls/conn.go:799 +0xe0 crypto/tls.(*Conn).readRecordOrCCS(0x40006d7c00, 0x0) crypto/tls/conn.go:606 +0xf4 crypto/tls.(*Conn).readRecord(...) crypto/tls/conn.go:574 crypto/tls.(*Conn).Read(0x40006d7c00, {0x4001623000, 0x1000, 0x1000}) crypto/tls/conn.go:1277 +0x164 bufio.(*Reader).Read(0x40014ead20, {0x40011e8720, 0xc, 0xc}) bufio/bufio.go:227 +0x214 io.ReadAtLeast({0x27af300, 0x40014ead20}, {0x40011e8720, 0xc, 0xc}, 0xc) io/io.go:328 +0xa8 io.ReadFull(...) io/io.go:347 github.com/hashicorp/yamux.(*Session).recvLoop(0x4000dbdc30) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:458 +0xa8 github.com/hashicorp/yamux.(*Session).recv(0x4000dbdc30) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:437 +0x28 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:113 +0x414 goroutine 182 [select]: github.com/hashicorp/raft.(*Raft).heartbeat(0x40006e8000, 0x40012dd680, 0x40012a70e0) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/replication.go:371 +0x1d0 github.com/hashicorp/raft.(*Raft).replicate.func1() github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/replication.go:136 +0x38 github.com/hashicorp/raft.(*raftState).goFunc.func1(0x40006e8000, 0x4001711660) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/state.go:146 +0x58 created by github.com/hashicorp/raft.(*raftState).goFunc github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/state.go:144 +0x60 goroutine 52 [select, 40 minutes]: github.com/hashicorp/nomad/nomad.(*RaftLayer).Accept(0x4000a105a0) github.com/hashicorp/nomad/nomad/raft_rpc.go:63 +0x6c github.com/hashicorp/raft.(*NetworkTransport).listen(0x40009d8600) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/net_transport.go:485 +0x3c created by github.com/hashicorp/raft.NewNetworkTransportWithConfig github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/net_transport.go:172 +0x2e4 goroutine 184 [select]: github.com/hashicorp/raft.(*netPipeline).decodeResponses(0x4001b5c300) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/net_transport.go:711 +0x80 created by github.com/hashicorp/raft.newNetPipeline github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/net_transport.go:702 +0x12c goroutine 185 [select]: github.com/hashicorp/raft.(*Raft).pipelineDecode(0x40006e8000, 0x40012dd680, {0x27cdd70, 0x4001b5c300}, 0x40012a72c0, 0x40012a7320) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/replication.go:487 +0xc4 github.com/hashicorp/raft.(*Raft).pipelineReplicate.func1() github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/replication.go:416 +0x50 github.com/hashicorp/raft.(*raftState).goFunc.func1(0x40006e8000, 0x4001b5c340) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/state.go:146 +0x58 created by github.com/hashicorp/raft.(*raftState).goFunc github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/state.go:144 +0x60 goroutine 82 [select, 981 minutes]: github.com/hashicorp/nomad/nomad.(*vaultClient).renewalLoop(0x4000139000) github.com/hashicorp/nomad/nomad/vault.go:545 +0xd4 github.com/hashicorp/nomad/nomad.(*vaultClient).establishConnection.func1() github.com/hashicorp/nomad/nomad/vault.go:1375 +0x28 gopkg.in/tomb%2ev2.(*Tomb).run(0x40009d3800, 0x4000cecb50) gopkg.in/tomb.v2@v2.0.0-20140626144623-14b3d72120e8/tomb.go:153 +0x34 created by gopkg.in/tomb%2ev2.(*Tomb).Go gopkg.in/tomb.v2@v2.0.0-20140626144623-14b3d72120e8/tomb.go:149 +0x100 goroutine 85 [select]: github.com/hashicorp/raft.(*Raft).leaderLoop(0x40006e8000) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/raft.go:540 +0x1a0 github.com/hashicorp/raft.(*Raft).runLeader(0x40006e8000) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/raft.go:456 +0x234 github.com/hashicorp/raft.(*Raft).run(0x40006e8000) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/raft.go:144 +0x64 github.com/hashicorp/raft.(*raftState).goFunc.func1(0x40006e8000, 0x40012e20b0) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/state.go:146 +0x58 created by github.com/hashicorp/raft.(*raftState).goFunc github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/state.go:144 +0x60 goroutine 43 [select]: github.com/hashicorp/nomad/helper/pool.(*ConnPool).reap(0x40009b3c70) github.com/hashicorp/nomad/helper/pool/pool.go:519 +0x84 created by github.com/hashicorp/nomad/helper/pool.NewPool github.com/hashicorp/nomad/helper/pool/pool.go:222 +0x164 goroutine 44 [select, 1 minutes]: github.com/hashicorp/nomad/nomad.(*consulACLsAPI).bgRetryRevokeDaemon(0x40009ad680) github.com/hashicorp/nomad/nomad/consul.go:438 +0xb4 created by github.com/hashicorp/nomad/nomad.NewConsulACLsAPI github.com/hashicorp/nomad/nomad/consul.go:174 +0x180 goroutine 86 [select]: github.com/hashicorp/raft.(*Raft).runFSM(0x40006e8000) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/fsm.go:215 +0x1d8 github.com/hashicorp/raft.(*raftState).goFunc.func1(0x40006e8000, 0x40012e20c0) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/state.go:146 +0x58 created by github.com/hashicorp/raft.(*raftState).goFunc github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/state.go:144 +0x60 goroutine 46 [select, 1 minutes]: github.com/hashicorp/nomad/nomad.(*vaultClient).revokeDaemon(0x4000139000) github.com/hashicorp/nomad/nomad/vault.go:1287 +0xcc github.com/hashicorp/nomad/nomad.NewVaultClient.func3() github.com/hashicorp/nomad/nomad/vault.go:1375 +0x28 gopkg.in/tomb%2ev2.(*Tomb).run(0x40009d3800, 0x40009bbdb0) gopkg.in/tomb.v2@v2.0.0-20140626144623-14b3d72120e8/tomb.go:153 +0x34 created by gopkg.in/tomb%2ev2.(*Tomb).Go gopkg.in/tomb.v2@v2.0.0-20140626144623-14b3d72120e8/tomb.go:149 +0x100 goroutine 90 [select]: github.com/hashicorp/serf/serf.(*Snapshotter).stream(0x400126add0) github.com/hashicorp/serf@v0.9.5/serf/snapshot.go:266 +0xe8 created by github.com/hashicorp/serf/serf.NewSnapshotter github.com/hashicorp/serf@v0.9.5/serf/snapshot.go:153 +0x51c goroutine 91 [IO wait]: internal/poll.runtime_pollWait(0xffff682a8c90, 0x72) runtime/netpoll.go:229 +0xa4 internal/poll.(*pollDesc).wait(0x40012c7998, 0x72, 0x0) internal/poll/fd_poll_runtime.go:84 +0x38 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Accept(0x40012c7980) internal/poll/fd_unix.go:402 +0x1f4 net.(*netFD).accept(0x40012c7980) net/fd_unix.go:173 +0x2c net.(*TCPListener).accept(0x40012dab70) net/tcpsock_posix.go:140 +0x2c net.(*TCPListener).AcceptTCP(0x40012dab70) net/tcpsock.go:249 +0x34 github.com/hashicorp/memberlist.(*NetTransport).tcpListen(0x40004439d0, 0x40012dab70) github.com/hashicorp/memberlist@v0.2.2/net_transport.go:289 +0x68 created by github.com/hashicorp/memberlist.NewNetTransport github.com/hashicorp/memberlist@v0.2.2/net_transport.go:113 +0x7cc goroutine 92 [IO wait]: internal/poll.runtime_pollWait(0xffff682a8ba8, 0x72) runtime/netpoll.go:229 +0xa4 internal/poll.(*pollDesc).wait(0x40012c7a18, 0x72, 0x0) internal/poll/fd_poll_runtime.go:84 +0x38 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).ReadFrom(0x40012c7a00, {0x4002498000, 0x10000, 0x10000}) internal/poll/fd_unix.go:223 +0x1e8 net.(*netFD).readFrom(0x40012c7a00, {0x4002498000, 0x10000, 0x10000}) net/fd_posix.go:62 +0x44 net.(*UDPConn).readFrom(0x400121e738, {0x4002498000, 0x10000, 0x10000}, 0x40027beed0) net/udpsock_posix.go:47 +0x44 net.(*UDPConn).readFromUDP(0x400121e738, {0x4002498000, 0x10000, 0x10000}, 0x40027beed0) net/udpsock.go:116 +0x50 net.(*UDPConn).ReadFrom(0x400121e738, {0x4002498000, 0x10000, 0x10000}) net/udpsock.go:125 +0x58 github.com/hashicorp/memberlist.(*NetTransport).udpListen(0x40004439d0, 0x400121e738) github.com/hashicorp/memberlist@v0.2.2/net_transport.go:324 +0x94 created by github.com/hashicorp/memberlist.NewNetTransport github.com/hashicorp/memberlist@v0.2.2/net_transport.go:114 +0x75c goroutine 93 [select]: github.com/hashicorp/memberlist.(*Memberlist).streamListen(0x400122fe40) github.com/hashicorp/memberlist@v0.2.2/net.go:211 +0xb8 created by github.com/hashicorp/memberlist.newMemberlist github.com/hashicorp/memberlist@v0.2.2/memberlist.go:216 +0x8c8 goroutine 94 [select]: github.com/hashicorp/memberlist.(*Memberlist).packetListen(0x400122fe40) github.com/hashicorp/memberlist@v0.2.2/net.go:314 +0xd8 created by github.com/hashicorp/memberlist.newMemberlist github.com/hashicorp/memberlist@v0.2.2/memberlist.go:217 +0x8e8 goroutine 95 [select, 981 minutes]: github.com/hashicorp/memberlist.(*Memberlist).packetHandler(0x400122fe40) github.com/hashicorp/memberlist@v0.2.2/net.go:433 +0x68 created by github.com/hashicorp/memberlist.newMemberlist github.com/hashicorp/memberlist@v0.2.2/memberlist.go:218 +0x908 goroutine 96 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0x400122fe40, 0x12a05f200, 0x40012ea360, 0x40012a6720, 0x40012e2430) github.com/hashicorp/memberlist@v0.2.2/state.go:155 +0x108 created by github.com/hashicorp/memberlist.(*Memberlist).schedule github.com/hashicorp/memberlist@v0.2.2/state.go:121 +0x198 goroutine 97 [select]: github.com/hashicorp/memberlist.(*Memberlist).pushPullTrigger(0x400122fe40, 0x40012a6720) github.com/hashicorp/memberlist@v0.2.2/state.go:182 +0x148 created by github.com/hashicorp/memberlist.(*Memberlist).schedule github.com/hashicorp/memberlist@v0.2.2/state.go:127 +0x298 goroutine 98 [select]: github.com/hashicorp/memberlist.(*Memberlist).triggerFunc(0x400122fe40, 0x1dcd6500, 0x40012ea3c0, 0x40012a6720, 0x40012e2440) github.com/hashicorp/memberlist@v0.2.2/state.go:155 +0x108 created by github.com/hashicorp/memberlist.(*Memberlist).schedule github.com/hashicorp/memberlist@v0.2.2/state.go:133 +0x35c goroutine 99 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReap(0x4000c69680) github.com/hashicorp/serf@v0.9.5/serf/serf.go:1551 +0xb8 created by github.com/hashicorp/serf/serf.Create github.com/hashicorp/serf@v0.9.5/serf/serf.go:422 +0x1390 goroutine 100 [select]: github.com/hashicorp/serf/serf.(*Serf).handleReconnect(0x4000c69680) github.com/hashicorp/serf@v0.9.5/serf/serf.go:1569 +0x88 created by github.com/hashicorp/serf/serf.Create github.com/hashicorp/serf@v0.9.5/serf/serf.go:423 +0x13b0 goroutine 101 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0x4000c69680, {0x23380b8, 0x6}, 0x40012cd680) github.com/hashicorp/serf@v0.9.5/serf/serf.go:1677 +0x78 created by github.com/hashicorp/serf/serf.Create github.com/hashicorp/serf@v0.9.5/serf/serf.go:424 +0x13ec goroutine 102 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0x4000c69680, {0x2336577, 0x5}, 0x40012cd6b0) github.com/hashicorp/serf@v0.9.5/serf/serf.go:1677 +0x78 created by github.com/hashicorp/serf/serf.Create github.com/hashicorp/serf@v0.9.5/serf/serf.go:425 +0x1428 goroutine 103 [select]: github.com/hashicorp/serf/serf.(*Serf).checkQueueDepth(0x4000c69680, {0x23367de, 0x5}, 0x40012cd6e0) github.com/hashicorp/serf@v0.9.5/serf/serf.go:1677 +0x78 created by github.com/hashicorp/serf/serf.Create github.com/hashicorp/serf@v0.9.5/serf/serf.go:426 +0x1464 goroutine 189 [select, 783 minutes]: github.com/hashicorp/nomad/nomad.(*PlanQueue).Dequeue(0x40009b3d60, 0x0) github.com/hashicorp/nomad/nomad/plan_queue.go:155 +0xf4 github.com/hashicorp/nomad/nomad.(*planner).planApply(0x40009b4ac0) github.com/hashicorp/nomad/nomad/plan_apply.go:98 +0xc0 created by github.com/hashicorp/nomad/nomad.(*Server).establishLeadership github.com/hashicorp/nomad/nomad/leader.go:252 +0x1fc goroutine 105 [sync.Cond.Wait, 981 minutes]: sync.runtime_notifyListWait(0x40012e0bd0, 0x0) runtime/sema.go:513 +0x168 sync.(*Cond).Wait(0x40012e0bc0) sync/cond.go:56 +0xe4 github.com/hashicorp/nomad/nomad.(*Worker).checkPaused(0x4000443ea0) github.com/hashicorp/nomad/nomad/worker.go:99 +0xac github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0x4000443ea0, 0x1dcd6500) github.com/hashicorp/nomad/nomad/worker.go:157 +0x10c github.com/hashicorp/nomad/nomad.(*Worker).run(0x4000443ea0) github.com/hashicorp/nomad/nomad/worker.go:108 +0x34 created by github.com/hashicorp/nomad/nomad.NewWorker github.com/hashicorp/nomad/nomad/worker.go:81 +0x19c goroutine 106 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers(0x400064d220, {0x40006f66c0, 0x4, 0x6}, 0x4002d451a0) github.com/hashicorp/nomad/nomad/eval_broker.go:492 +0x100 github.com/hashicorp/nomad/nomad.(*EvalBroker).Dequeue(0x400064d220, {0x40006f66c0, 0x4, 0x6}, 0x1dcd6500) github.com/hashicorp/nomad/nomad/eval_broker.go:357 +0xe0 github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0x40009af068, 0x400055e0e0, 0x400179d100) github.com/hashicorp/nomad/nomad/eval_endpoint.go:107 +0x1c8 reflect.Value.call({0x40009f4060, 0x40000110e8, 0x13}, {0x23354fa, 0x4}, {0x4002e23cb0, 0x3, 0x3}) reflect/value.go:543 +0x590 reflect.Value.Call({0x40009f4060, 0x40000110e8, 0x13}, {0x4002e23cb0, 0x3, 0x3}) reflect/value.go:339 +0x8c net/rpc.(*service).call(0x4000405140, 0x40009b3cc0, 0x400279fd58, 0x0, 0x400057c400, 0x4001770900, {0x2179220, 0x400055e0e0, 0x16}, {0x1e2e520, ...}, ...) net/rpc/server.go:377 +0x1a0 net/rpc.(*Server).ServeRequest(0x40009b3cc0, {0x27ee0b0, 0x400179d0c0}) net/rpc/server.go:498 +0x18c github.com/hashicorp/nomad/nomad.(*Server).RPC(0x40006e8900, {0x23457cb, 0xc}, {0x2179220, 0x40016005b0}, {0x1e2e520, 0x4001cc4040}) github.com/hashicorp/nomad/nomad/server.go:1572 +0xf8 github.com/hashicorp/nomad/nomad.(*Worker).dequeueEvaluation(0x400042c000, 0x1dcd6500) github.com/hashicorp/nomad/nomad/worker.go:161 +0x174 github.com/hashicorp/nomad/nomad.(*Worker).run(0x400042c000) github.com/hashicorp/nomad/nomad/worker.go:108 +0x34 created by github.com/hashicorp/nomad/nomad.NewWorker github.com/hashicorp/nomad/nomad/worker.go:81 +0x19c goroutine 107 [select, 981 minutes]: github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership(0x40006e8900) github.com/hashicorp/nomad/nomad/leader.go:93 +0xc4 created by github.com/hashicorp/nomad/nomad.NewServer github.com/hashicorp/nomad/nomad/server.go:435 +0x133c goroutine 108 [select, 981 minutes]: github.com/hashicorp/nomad/nomad.(*Server).serfEventHandler(0x40006e8900) github.com/hashicorp/nomad/nomad/serf.go:30 +0x6c created by github.com/hashicorp/nomad/nomad.NewServer github.com/hashicorp/nomad/nomad/server.go:438 +0x135c goroutine 109 [IO wait]: internal/poll.runtime_pollWait(0xffff682a8e60, 0x72) runtime/netpoll.go:229 +0xa4 internal/poll.(*pollDesc).wait(0x4000a01218, 0x72, 0x0) internal/poll/fd_poll_runtime.go:84 +0x38 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Accept(0x4000a01200) internal/poll/fd_unix.go:402 +0x1f4 net.(*netFD).accept(0x4000a01200) net/fd_unix.go:173 +0x2c net.(*TCPListener).accept(0x40009fe8e8) net/tcpsock_posix.go:140 +0x2c net.(*TCPListener).Accept(0x40009fe8e8) net/tcpsock.go:262 +0x34 github.com/hashicorp/nomad/nomad.(*rpcHandler).listen(0x4000404e80, {0x27ed518, 0x40012e0d00}) github.com/hashicorp/nomad/nomad/rpc.go:124 +0x94 created by github.com/hashicorp/nomad/nomad.(*Server).startRPCListener github.com/hashicorp/nomad/nomad/server.go:472 +0xa4 goroutine 110 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).EmitStats(0x400064d220, 0x3b9aca00, 0x4000937980) github.com/hashicorp/nomad/nomad/eval_broker.go:827 +0x78 created by github.com/hashicorp/nomad/nomad.NewServer github.com/hashicorp/nomad/nomad/server.go:444 +0x13a0 goroutine 111 [select]: github.com/hashicorp/nomad/nomad.(*PlanQueue).EmitStats(0x40009b3d60, 0x3b9aca00, 0x4000937980) github.com/hashicorp/nomad/nomad/plan_queue.go:200 +0xf8 created by github.com/hashicorp/nomad/nomad.NewServer github.com/hashicorp/nomad/nomad/server.go:447 +0x13dc goroutine 112 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).EmitStats(0x40009bd720, 0x3b9aca00, 0x4000937980) github.com/hashicorp/nomad/nomad/blocked_evals.go:710 +0x78 created by github.com/hashicorp/nomad/nomad.NewServer github.com/hashicorp/nomad/nomad/server.go:450 +0x1414 goroutine 113 [select]: github.com/hashicorp/nomad/nomad.(*vaultClient).EmitStats(0x4000139000, 0x3b9aca00, 0x4000937980) github.com/hashicorp/nomad/nomad/vault.go:1425 +0x180 created by github.com/hashicorp/nomad/nomad.NewServer github.com/hashicorp/nomad/nomad/server.go:453 +0x1450 goroutine 114 [select]: github.com/hashicorp/nomad/nomad.(*nodeHeartbeater).heartbeatStats(0x40009d3650) github.com/hashicorp/nomad/nomad/heartbeat.go:201 +0xf4 created by github.com/hashicorp/nomad/nomad.NewServer github.com/hashicorp/nomad/nomad/server.go:456 +0x1474 goroutine 115 [select]: github.com/hashicorp/nomad/nomad.(*Server).EmitRaftStats(0x40006e8900, 0x2540be400, 0x4000937980) github.com/hashicorp/nomad/nomad/server.go:1609 +0x6c created by github.com/hashicorp/nomad/nomad.NewServer github.com/hashicorp/nomad/nomad/server.go:459 +0x14ac goroutine 116 [IO wait]: internal/poll.runtime_pollWait(0xffff682a8ac0, 0x72) runtime/netpoll.go:229 +0xa4 internal/poll.(*pollDesc).wait(0x40012c7d18, 0x72, 0x0) internal/poll/fd_poll_runtime.go:84 +0x38 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Accept(0x40012c7d00) internal/poll/fd_unix.go:402 +0x1f4 net.(*netFD).accept(0x40012c7d00) net/fd_unix.go:173 +0x2c net.(*TCPListener).accept(0x40012dadb0) net/tcpsock_posix.go:140 +0x2c net.(*TCPListener).Accept(0x40012dadb0) net/tcpsock.go:262 +0x34 net/http.(*Server).Serve(0x400056d340, {0x27cedc0, 0x40012dadb0}) net/http/server.go:3001 +0x364 github.com/hashicorp/nomad/command/agent.NewHTTPServer.func1(0x40012caff0, 0x400056d340, {0x27cedc0, 0x40012dadb0}) github.com/hashicorp/nomad/command/agent/http.go:156 +0x64 created by github.com/hashicorp/nomad/command/agent.NewHTTPServer github.com/hashicorp/nomad/command/agent/http.go:154 +0x714 goroutine 188 [select]: github.com/hashicorp/consul/agent/consul/autopilot.(*Autopilot).serverHealthLoop(0x400014bd60) github.com/hashicorp/consul@v1.7.8/agent/consul/autopilot/autopilot.go:363 +0xd8 created by github.com/hashicorp/consul/agent/consul/autopilot.(*Autopilot).Start github.com/hashicorp/consul@v1.7.8/agent/consul/autopilot/autopilot.go:82 +0x198 goroutine 187 [select]: github.com/hashicorp/consul/agent/consul/autopilot.(*Autopilot).run(0x400014bd60) github.com/hashicorp/consul@v1.7.8/agent/consul/autopilot/autopilot.go:109 +0xe4 created by github.com/hashicorp/consul/agent/consul/autopilot.(*Autopilot).Start github.com/hashicorp/consul@v1.7.8/agent/consul/autopilot/autopilot.go:81 +0x178 goroutine 119 [select, 981 minutes]: github.com/hashicorp/yamux.(*Session).AcceptStream(0x400041ae70) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:212 +0x6c github.com/hashicorp/yamux.(*Session).Accept(...) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:202 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f168, 0x40003fe700}, 0x40012cb4a0) github.com/hashicorp/nomad/nomad/rpc.go:473 +0x2d0 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f168, 0x40003fe700}, 0x40012cb4a0) github.com/hashicorp/nomad/nomad/rpc.go:322 +0xce8 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f4d8, 0x40012db5d8}, 0x40012cb4a0) github.com/hashicorp/nomad/nomad/rpc.go:302 +0x88c created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen github.com/hashicorp/nomad/nomad/rpc.go:153 +0x34c goroutine 3103063 [select, 4 minutes]: github.com/hashicorp/yamux.(*Stream).Read(0x40022dc480, {0x40025c2000, 0x1000, 0x1000}) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/stream.go:133 +0x46c bufio.(*Reader).fill(0x40021fa540) bufio/bufio.go:101 +0x10c bufio.(*Reader).ReadByte(0x40021fa540) bufio/bufio.go:253 +0x34 github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0x4001ae8200) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:447 +0x34 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0x40015e8040) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2230 +0x54 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0x40015e8040) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2224 +0x64 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:742 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0x40029487c0) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:791 +0x38 github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0x40015e8000, {0x1d28a80, 0x4002948800}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2536 +0x34 github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0x40015e8000, {0x1d28a80, 0x4002948800}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2519 +0x90 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0x40018d0d40, {0x1d28a80, 0x4002948800}) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:121 +0x48 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0x40018d0d40, 0x4002948800) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:60 +0x3c net/rpc.(*Server).readRequestHeader(0x4002aa4eb0, {0x27edf60, 0x40018d0d40}) net/rpc/server.go:583 +0x4c net/rpc.(*Server).readRequest(0x4002aa4eb0, {0x27edf60, 0x40018d0d40}) net/rpc/server.go:543 +0x38 net/rpc.(*Server).ServeRequest(0x4002aa4eb0, {0x27edf60, 0x40018d0d40}) net/rpc/server.go:486 +0x50 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x40022dc480}, 0x4002aa4eb0) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 3091907 [select]: github.com/hashicorp/yamux.(*Session).send(0x40019c80b0) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:399 +0x90 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:114 +0x434 goroutine 122 [IO wait]: internal/poll.runtime_pollWait(0xffff682a88f0, 0x72) runtime/netpoll.go:229 +0xa4 internal/poll.(*pollDesc).wait(0x40012c7f98, 0x72, 0x0) internal/poll/fd_poll_runtime.go:84 +0x38 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x40012c7f80, {0x400041ea00, 0x1377, 0x1377}) internal/poll/fd_unix.go:167 +0x1e4 net.(*netFD).Read(0x40012c7f80, {0x400041ea00, 0x1377, 0x1377}) net/fd_posix.go:56 +0x44 net.(*conn).Read(0x400121e7f0, {0x400041ea00, 0x1377, 0x1377}) net/net.go:183 +0x4c crypto/tls.(*atLeastReader).Read(0x4001960210, {0x400041ea00, 0x1377, 0x1377}) crypto/tls/conn.go:777 +0x58 bytes.(*Buffer).ReadFrom(0x40003fe978, {0x27af580, 0x4001960210}) bytes/buffer.go:204 +0xa4 crypto/tls.(*Conn).readFromUntil(0x40003fe700, {0xffff680fa078, 0x40012db5d8}, 0x5) crypto/tls/conn.go:799 +0xe0 crypto/tls.(*Conn).readRecordOrCCS(0x40003fe700, 0x0) crypto/tls/conn.go:606 +0xf4 crypto/tls.(*Conn).readRecord(...) crypto/tls/conn.go:574 crypto/tls.(*Conn).Read(0x40003fe700, {0x4001483000, 0x1000, 0x1000}) crypto/tls/conn.go:1277 +0x164 bufio.(*Reader).Read(0x400137de60, {0x40014841e0, 0xc, 0xc}) bufio/bufio.go:227 +0x214 io.ReadAtLeast({0x27af300, 0x400137de60}, {0x40014841e0, 0xc, 0xc}, 0xc) io/io.go:328 +0xa8 io.ReadFull(...) io/io.go:347 github.com/hashicorp/yamux.(*Session).recvLoop(0x400041ae70) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:458 +0xa8 github.com/hashicorp/yamux.(*Session).recv(0x400041ae70) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:437 +0x28 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:113 +0x414 goroutine 123 [select]: github.com/hashicorp/yamux.(*Session).send(0x400041ae70) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:399 +0x90 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:114 +0x434 goroutine 124 [select]: github.com/hashicorp/yamux.(*Session).keepalive(0x400041ae70) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:313 +0x78 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:116 +0x460 goroutine 125 [select, 5 minutes]: github.com/hashicorp/yamux.(*Stream).Read(0x40012ddbc0, {0x40014a4000, 0x1000, 0x1000}) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/stream.go:133 +0x46c bufio.(*Reader).fill(0x400149db60) bufio/bufio.go:101 +0x10c bufio.(*Reader).ReadByte(0x400149db60) bufio/bufio.go:253 +0x34 github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0x400149e800) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:447 +0x34 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0x4001486540) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2230 +0x54 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0x4001486540) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2224 +0x64 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:742 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0x400130a8a0) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:791 +0x38 github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0x4001486500, {0x1d28a80, 0x400130ac40}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2536 +0x34 github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0x4001486500, {0x1d28a80, 0x400130ac40}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2519 +0x90 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0x40014a2080, {0x1d28a80, 0x400130ac40}) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:121 +0x48 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0x40014a2080, 0x400130ac40) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:60 +0x3c net/rpc.(*Server).readRequestHeader(0x40012cbc70, {0x27edf60, 0x40014a2080}) net/rpc/server.go:583 +0x4c net/rpc.(*Server).readRequest(0x40012cbc70, {0x27edf60, 0x40014a2080}) net/rpc/server.go:543 +0x38 net/rpc.(*Server).ServeRequest(0x40012cbc70, {0x27edf60, 0x40014a2080}) net/rpc/server.go:486 +0x50 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x40012ddbc0}, 0x40012cbc70) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 126 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers(0x400064d220, {0x400179c8c0, 0x4, 0x4}, 0x4002d44840) github.com/hashicorp/nomad/nomad/eval_broker.go:492 +0x100 github.com/hashicorp/nomad/nomad.(*EvalBroker).Dequeue(0x400064d220, {0x400179c8c0, 0x4, 0x4}, 0x1dcd6500) github.com/hashicorp/nomad/nomad/eval_broker.go:357 +0xe0 github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0x40009af068, 0x400055e000, 0x400179c900) github.com/hashicorp/nomad/nomad/eval_endpoint.go:107 +0x1c8 reflect.Value.call({0x40009f4060, 0x400121e928, 0x13}, {0x23354fa, 0x4}, {0x4001577de0, 0x3, 0x3}) reflect/value.go:543 +0x590 reflect.Value.Call({0x40009f4060, 0x400121e928, 0x13}, {0x4001577de0, 0x3, 0x3}) reflect/value.go:339 +0x8c net/rpc.(*service).call(0x40012e15c0, 0x40012cbc70, 0x4002733a58, 0x0, 0x4001328d80, 0x400130a980, {0x2179220, 0x400055e000, 0x16}, {0x1e2e520, ...}, ...) net/rpc/server.go:377 +0x1a0 net/rpc.(*Server).ServeRequest(0x40012cbc70, {0x27edf60, 0x40014a2140}) net/rpc/server.go:498 +0x18c github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x40012ddc80}, 0x40012cbc70) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 127 [select]: github.com/hashicorp/yamux.(*Stream).Read(0x40012ddd40, {0x40014a0000, 0x1000, 0x1000}) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/stream.go:133 +0x46c bufio.(*Reader).fill(0x400149d8c0) bufio/bufio.go:101 +0x10c bufio.(*Reader).ReadByte(0x400149d8c0) bufio/bufio.go:253 +0x34 github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0x400149e780) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:447 +0x34 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0x4001486400) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2230 +0x54 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0x4001486400) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2224 +0x64 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:742 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0x400130a840) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:791 +0x38 github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0x40014863c0, {0x1d28a80, 0x400130a880}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2536 +0x34 github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0x40014863c0, {0x1d28a80, 0x400130a880}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2519 +0x90 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0x40012e1f80, {0x1d28a80, 0x400130a880}) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:121 +0x48 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0x40012e1f80, 0x400130a880) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:60 +0x3c net/rpc.(*Server).readRequestHeader(0x40012cbc70, {0x27edf60, 0x40012e1f80}) net/rpc/server.go:583 +0x4c net/rpc.(*Server).readRequest(0x40012cbc70, {0x27edf60, 0x40012e1f80}) net/rpc/server.go:543 +0x38 net/rpc.(*Server).ServeRequest(0x40012cbc70, {0x27edf60, 0x40012e1f80}) net/rpc/server.go:486 +0x50 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x40012ddd40}, 0x40012cbc70) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 129 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers(0x400064d220, {0x400179c940, 0x4, 0x4}, 0x4002d448a0) github.com/hashicorp/nomad/nomad/eval_broker.go:492 +0x100 github.com/hashicorp/nomad/nomad.(*EvalBroker).Dequeue(0x400064d220, {0x400179c940, 0x4, 0x4}, 0x1dcd6500) github.com/hashicorp/nomad/nomad/eval_broker.go:357 +0xe0 github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0x40009af068, 0x400055e070, 0x400179c980) github.com/hashicorp/nomad/nomad/eval_endpoint.go:107 +0x1c8 reflect.Value.call({0x40009f4060, 0x400121e928, 0x13}, {0x23354fa, 0x4}, {0x40016e1de0, 0x3, 0x3}) reflect/value.go:543 +0x590 reflect.Value.Call({0x40009f4060, 0x400121e928, 0x13}, {0x40016e1de0, 0x3, 0x3}) reflect/value.go:339 +0x8c net/rpc.(*service).call(0x40012e15c0, 0x40012cbc70, 0x4000fc7e38, 0x0, 0x4001328d80, 0x400130a8e0, {0x2179220, 0x400055e070, 0x16}, {0x1e2e520, ...}, ...) net/rpc/server.go:377 +0x1a0 net/rpc.(*Server).ServeRequest(0x40012cbc70, {0x27edf60, 0x40014a2840}) net/rpc/server.go:498 +0x18c github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x40014a6c00}, 0x40012cbc70) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 3111686 [select, 8 minutes]: github.com/hashicorp/yamux.(*Session).AcceptStream(0x400043f3f0) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:212 +0x6c github.com/hashicorp/yamux.(*Session).Accept(...) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:202 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f168, 0x40003c3c00}, 0x4002d09f40) github.com/hashicorp/nomad/nomad/rpc.go:473 +0x2d0 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f168, 0x40003c3c00}, 0x4002d09f40) github.com/hashicorp/nomad/nomad/rpc.go:322 +0xce8 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f4d8, 0x40015065d0}, 0x4002d09f40) github.com/hashicorp/nomad/nomad/rpc.go:302 +0x88c created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen github.com/hashicorp/nomad/nomad/rpc.go:153 +0x34c goroutine 155 [select]: github.com/hashicorp/yamux.(*Session).send(0x4000dbdc30) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:399 +0x90 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:114 +0x434 goroutine 156 [select]: github.com/hashicorp/yamux.(*Session).keepalive(0x4000dbdc30) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:313 +0x78 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:116 +0x460 goroutine 3103248 [select]: github.com/hashicorp/yamux.(*Stream).Read(0x40028d0240, {0x4001e02000, 0x1000, 0x1000}) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/stream.go:133 +0x46c bufio.(*Reader).fill(0x4001f3a300) bufio/bufio.go:101 +0x10c bufio.(*Reader).ReadByte(0x4001f3a300) bufio/bufio.go:253 +0x34 github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0x40027ec200) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:447 +0x34 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0x40009b07c0) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2230 +0x54 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0x40009b07c0) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2224 +0x64 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:742 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0x4002d1e100) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:791 +0x38 github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0x40009b0780, {0x1d28a80, 0x4002d1e140}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2536 +0x34 github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0x40009b0780, {0x1d28a80, 0x4002d1e140}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2519 +0x90 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0x4001207240, {0x1d28a80, 0x4002d1e140}) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:121 +0x48 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0x4001207240, 0x4002d1e140) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:60 +0x3c net/rpc.(*Server).readRequestHeader(0x4002159ef0, {0x27edf60, 0x4001207240}) net/rpc/server.go:583 +0x4c net/rpc.(*Server).readRequest(0x4002159ef0, {0x27edf60, 0x4001207240}) net/rpc/server.go:543 +0x38 net/rpc.(*Server).ServeRequest(0x4002159ef0, {0x27edf60, 0x4001207240}) net/rpc/server.go:486 +0x50 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x40028d0240}, 0x4002159ef0) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 183 [select]: github.com/hashicorp/raft.(*Raft).heartbeat(0x40006e8000, 0x40012dd740, 0x40012a7140) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/replication.go:371 +0x1d0 github.com/hashicorp/raft.(*Raft).replicate.func1() github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/replication.go:136 +0x38 github.com/hashicorp/raft.(*raftState).goFunc.func1(0x40006e8000, 0x4001711680) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/state.go:146 +0x58 created by github.com/hashicorp/raft.(*raftState).goFunc github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/state.go:144 +0x60 goroutine 181 [select]: github.com/hashicorp/nomad/nomad.(*Server).leaderLoop(0x40006e8900, 0x40012a7080) github.com/hashicorp/nomad/nomad/leader.go:187 +0x5b8 github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership.func1.1(0x40012fd330, 0x40006e8900, 0x40012a7080) github.com/hashicorp/nomad/nomad/leader.go:73 +0x58 created by github.com/hashicorp/nomad/nomad.(*Server).monitorLeadership.func1 github.com/hashicorp/nomad/nomad/leader.go:71 +0xc8 goroutine 170 [select]: github.com/hashicorp/raft.(*Raft).pipelineReplicate(0x40006e8000, 0x40012dd680) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/replication.go:424 +0x448 github.com/hashicorp/raft.(*Raft).replicate(0x40006e8000, 0x40012dd680) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/replication.go:183 +0x104 github.com/hashicorp/raft.(*Raft).startStopReplication.func1() github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/raft.go:489 +0x30 github.com/hashicorp/raft.(*raftState).goFunc.func1(0x40006e8000, 0x4000a20528) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/state.go:146 +0x58 created by github.com/hashicorp/raft.(*raftState).goFunc github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/state.go:144 +0x60 goroutine 171 [select]: github.com/hashicorp/raft.(*Raft).pipelineReplicate(0x40006e8000, 0x40012dd740) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/replication.go:424 +0x448 github.com/hashicorp/raft.(*Raft).replicate(0x40006e8000, 0x40012dd740) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/replication.go:183 +0x104 github.com/hashicorp/raft.(*Raft).startStopReplication.func1() github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/raft.go:489 +0x30 github.com/hashicorp/raft.(*raftState).goFunc.func1(0x40006e8000, 0x4000a20570) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/state.go:146 +0x58 created by github.com/hashicorp/raft.(*raftState).goFunc github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/state.go:144 +0x60 goroutine 190 [select, 981 minutes]: github.com/hashicorp/nomad/nomad.(*EvalBroker).runDelayedEvalsWatcher(0x400064d220, {0x27ed518, 0x4001b5c6c0}, 0x4000102ba0) github.com/hashicorp/nomad/nomad/eval_broker.go:768 +0x1c4 created by github.com/hashicorp/nomad/nomad.(*EvalBroker).SetEnabled github.com/hashicorp/nomad/nomad/eval_broker.go:172 +0xf8 goroutine 191 [select, 606 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).watchCapacity(0x40009bd720, 0x4000937920, 0x40009ad5c0) github.com/hashicorp/nomad/nomad/blocked_evals.go:510 +0xa4 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled github.com/hashicorp/nomad/nomad/blocked_evals.go:132 +0x7c goroutine 192 [select, 1 minutes]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).prune(0x40009bd720, 0x4000937920) github.com/hashicorp/nomad/nomad/blocked_evals.go:746 +0x134 created by github.com/hashicorp/nomad/nomad.(*BlockedEvals).SetEnabled github.com/hashicorp/nomad/nomad/blocked_evals.go:133 +0xa4 goroutine 193 [select, 981 minutes]: github.com/hashicorp/nomad/nomad/deploymentwatcher.(*AllocUpdateBatcher).batcher(0x4001b5b830) github.com/hashicorp/nomad/nomad/deploymentwatcher/batcher.go:67 +0x168 created by github.com/hashicorp/nomad/nomad/deploymentwatcher.NewAllocUpdateBatcher github.com/hashicorp/nomad/nomad/deploymentwatcher/batcher.go:37 +0xec goroutine 194 [select, 976 minutes]: github.com/hashicorp/go-memdb.watchFew({0x27ed518, 0x4001b5c700}, {0x40013f7cd8, 0x20, 0x20}) github.com/hashicorp/go-memdb@v1.3.0/watch_few.go:16 +0x38c github.com/hashicorp/go-memdb.WatchSet.WatchCtx(0x400181bb30, {0x27ed518, 0x4001b5c700}) github.com/hashicorp/go-memdb@v1.3.0/watch.go:82 +0x138 github.com/hashicorp/nomad/nomad/state.(*StateStore).BlockingQuery(0x40000b3170, 0x40013f7ef8, 0x9f61b, {0x27ed518, 0x4001b5c700}) github.com/hashicorp/nomad/nomad/state/state_store.go:307 +0x264 github.com/hashicorp/nomad/nomad/deploymentwatcher.(*Watcher).getDeploys(0x400014bae0, {0x27ed518, 0x4001b5c700}, 0x9f61b) github.com/hashicorp/nomad/nomad/deploymentwatcher/deployments_watcher.go:196 +0x60 github.com/hashicorp/nomad/nomad/deploymentwatcher.(*Watcher).watchDeployments(0x400014bae0, {0x27ed518, 0x4001b5c700}) github.com/hashicorp/nomad/nomad/deploymentwatcher/deployments_watcher.go:168 +0x40 created by github.com/hashicorp/nomad/nomad/deploymentwatcher.(*Watcher).SetEnabled github.com/hashicorp/nomad/nomad/deploymentwatcher/deployments_watcher.go:136 +0xf0 goroutine 195 [select, 981 minutes]: github.com/hashicorp/go-memdb.watchFew({0x27ed518, 0x4001b5c780}, {0x4001b76a08, 0x20, 0x20}) github.com/hashicorp/go-memdb@v1.3.0/watch_few.go:16 +0x38c github.com/hashicorp/go-memdb.WatchSet.WatchCtx(0x4001c7ebd0, {0x27ed518, 0x4001b5c780}) github.com/hashicorp/go-memdb@v1.3.0/watch.go:82 +0x138 github.com/hashicorp/nomad/nomad/state.(*StateStore).BlockingQuery(0x40000b3170, 0x4000a17c28, 0x9f607, {0x27ed518, 0x4001b5c780}) github.com/hashicorp/nomad/nomad/state/state_store.go:307 +0x264 github.com/hashicorp/nomad/nomad/drainer.(*drainingJobWatcher).getJobAllocs(0x4001b7e100, {0x27ed518, 0x4001b5c780}, 0x9f607) github.com/hashicorp/nomad/nomad/drainer/watch_jobs.go:423 +0x98 github.com/hashicorp/nomad/nomad/drainer.(*drainingJobWatcher).watch(0x4001b7e100) github.com/hashicorp/nomad/nomad/drainer/watch_jobs.go:146 +0xf8 created by github.com/hashicorp/nomad/nomad/drainer.NewDrainingJobWatcher github.com/hashicorp/nomad/nomad/drainer/watch_jobs.go:89 +0x218 goroutine 172 [select, 783 minutes]: github.com/hashicorp/nomad/nomad.(*EvaluatePool).run(0x4001c7e510, 0x400177c660) github.com/hashicorp/nomad/nomad/plan_apply_pool.go:104 +0x100 created by github.com/hashicorp/nomad/nomad.NewEvaluatePool github.com/hashicorp/nomad/nomad/plan_apply_pool.go:49 +0x120 goroutine 196 [select, 111 minutes]: github.com/hashicorp/go-memdb.watchFew({0x27ed518, 0x4001b5c740}, {0x40013f4c58, 0x20, 0x20}) github.com/hashicorp/go-memdb@v1.3.0/watch_few.go:16 +0x38c github.com/hashicorp/go-memdb.WatchSet.WatchCtx(0x4002696030, {0x27ed518, 0x4001b5c740}) github.com/hashicorp/go-memdb@v1.3.0/watch.go:82 +0x138 github.com/hashicorp/nomad/nomad/state.(*StateStore).BlockingQuery(0x40000b3170, 0x40013f4e78, 0x9f801, {0x27ed518, 0x4001b5c740}) github.com/hashicorp/nomad/nomad/state/state_store.go:307 +0x264 github.com/hashicorp/nomad/nomad/drainer.(*nodeDrainWatcher).getNodes(0x4001b5c7c0, 0x9f801) github.com/hashicorp/nomad/nomad/drainer/watch_nodes.go:208 +0x98 github.com/hashicorp/nomad/nomad/drainer.(*nodeDrainWatcher).watch(0x4001b5c7c0) github.com/hashicorp/nomad/nomad/drainer/watch_nodes.go:153 +0x3c created by github.com/hashicorp/nomad/nomad/drainer.NewNodeDrainWatcher github.com/hashicorp/nomad/nomad/drainer/watch_nodes.go:145 +0x140 goroutine 197 [select, 981 minutes]: github.com/hashicorp/nomad/nomad/drainer.(*deadlineHeap).watch(0x4001b5c800) github.com/hashicorp/nomad/nomad/drainer/drain_heap.go:61 +0x11c created by github.com/hashicorp/nomad/nomad/drainer.NewDeadlineHeap github.com/hashicorp/nomad/nomad/drainer/drain_heap.go:46 +0x138 goroutine 198 [select, 981 minutes]: github.com/hashicorp/nomad/nomad/drainer.(*NodeDrainer).run(0x400037a4b0, {0x27ed518, 0x4001b5c740}) github.com/hashicorp/nomad/nomad/drainer/drainer.go:227 +0x118 created by github.com/hashicorp/nomad/nomad/drainer.(*NodeDrainer).SetEnabled github.com/hashicorp/nomad/nomad/drainer/drainer.go:198 +0xc0 goroutine 199 [select, 981 minutes]: github.com/hashicorp/go-memdb.watchFew({0x27ed518, 0x4001b5c840}, {0x4001b78cd8, 0x20, 0x20}) github.com/hashicorp/go-memdb@v1.3.0/watch_few.go:16 +0x38c github.com/hashicorp/go-memdb.WatchSet.WatchCtx(0x4001c7ec90, {0x27ed518, 0x4001b5c840}) github.com/hashicorp/go-memdb@v1.3.0/watch.go:82 +0x138 github.com/hashicorp/nomad/nomad/state.(*StateStore).BlockingQuery(0x40000b3170, 0x4001b78ef8, 0x1, {0x27ed518, 0x4001b5c840}) github.com/hashicorp/nomad/nomad/state/state_store.go:307 +0x264 github.com/hashicorp/nomad/nomad/volumewatcher.(*Watcher).getVolumes(0x40012c7c80, {0x27ed518, 0x4001b5c840}, 0x1) github.com/hashicorp/nomad/nomad/volumewatcher/volumes_watcher.go:123 +0x60 github.com/hashicorp/nomad/nomad/volumewatcher.(*Watcher).watchVolumes(0x40012c7c80, {0x27ed518, 0x4001b5c840}) github.com/hashicorp/nomad/nomad/volumewatcher/volumes_watcher.go:103 +0x40 created by github.com/hashicorp/nomad/nomad/volumewatcher.(*Watcher).SetEnabled github.com/hashicorp/nomad/nomad/volumewatcher/volumes_watcher.go:78 +0xf0 goroutine 200 [select, 981 minutes]: github.com/hashicorp/nomad/nomad.(*PeriodicDispatch).run(0x40009ad620, {0x27ed518, 0x4001b5c880}, 0x4000937a40) github.com/hashicorp/nomad/nomad/periodic.go:347 +0x338 created by github.com/hashicorp/nomad/nomad.(*PeriodicDispatch).SetEnabled github.com/hashicorp/nomad/nomad/periodic.go:188 +0x100 goroutine 201 [select, 1 minutes]: github.com/hashicorp/nomad/nomad.(*Server).schedulePeriodic(0x40006e8900, 0x40012a7080) github.com/hashicorp/nomad/nomad/leader.go:718 +0x268 created by github.com/hashicorp/nomad/nomad.(*Server).establishLeadership github.com/hashicorp/nomad/nomad/leader.go:294 +0x380 goroutine 202 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers(0x400064d220, {0x4001cb0f38, 0x1, 0x1}, 0x40023481e0) github.com/hashicorp/nomad/nomad/eval_broker.go:492 +0x100 github.com/hashicorp/nomad/nomad.(*EvalBroker).Dequeue(0x400064d220, {0x4001cb0f38, 0x1, 0x1}, 0x3b9aca00) github.com/hashicorp/nomad/nomad/eval_broker.go:357 +0xe0 github.com/hashicorp/nomad/nomad.(*Server).reapFailedEvaluations(0x40006e8900, 0x40012a7080) github.com/hashicorp/nomad/nomad/leader.go:781 +0x84 created by github.com/hashicorp/nomad/nomad.(*Server).establishLeadership github.com/hashicorp/nomad/nomad/leader.go:297 +0x3a8 goroutine 203 [select]: github.com/hashicorp/nomad/nomad.(*BlockedEvals).GetDuplicates(0x40009bd720, 0x3b9aca00) github.com/hashicorp/nomad/nomad/blocked_evals.go:658 +0x13c github.com/hashicorp/nomad/nomad.(*Server).reapDupBlockedEvaluations(0x40006e8900, 0x40012a7080) github.com/hashicorp/nomad/nomad/leader.go:837 +0x50 created by github.com/hashicorp/nomad/nomad.(*Server).establishLeadership github.com/hashicorp/nomad/nomad/leader.go:300 +0x3d0 goroutine 204 [select]: github.com/hashicorp/nomad/nomad.(*Server).periodicUnblockFailedEvals(0x40006e8900, 0x40012a7080) github.com/hashicorp/nomad/nomad/leader.go:869 +0xb4 created by github.com/hashicorp/nomad/nomad.(*Server).establishLeadership github.com/hashicorp/nomad/nomad/leader.go:303 +0x3f8 goroutine 205 [select]: github.com/hashicorp/nomad/nomad.(*Server).publishJobSummaryMetrics(0x40006e8900, 0x40012a7080) github.com/hashicorp/nomad/nomad/leader.go:885 +0xa0 created by github.com/hashicorp/nomad/nomad.(*Server).establishLeadership github.com/hashicorp/nomad/nomad/leader.go:306 +0x420 goroutine 206 [select]: github.com/hashicorp/nomad/nomad.(*Server).publishJobStatusMetrics(0x40006e8900, 0x40012a7080) github.com/hashicorp/nomad/nomad/leader.go:984 +0xa0 created by github.com/hashicorp/nomad/nomad.(*Server).establishLeadership github.com/hashicorp/nomad/nomad/leader.go:309 +0x448 goroutine 207 [select, 981 minutes]: github.com/hashicorp/yamux.(*Session).AcceptStream(0x4000dbde40) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:212 +0x6c github.com/hashicorp/yamux.(*Session).Accept(...) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:202 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f168, 0x4001d22380}, 0x4001d31630) github.com/hashicorp/nomad/nomad/rpc.go:473 +0x2d0 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f168, 0x4001d22380}, 0x4001d31630) github.com/hashicorp/nomad/nomad/rpc.go:322 +0xce8 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f4d8, 0x40007d1aa0}, 0x4001d31630) github.com/hashicorp/nomad/nomad/rpc.go:302 +0x88c created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen github.com/hashicorp/nomad/nomad/rpc.go:153 +0x34c goroutine 208 [IO wait]: internal/poll.runtime_pollWait(0xffff682a8638, 0x72) runtime/netpoll.go:229 +0xa4 internal/poll.(*pollDesc).wait(0x4001b7e198, 0x72, 0x0) internal/poll/fd_poll_runtime.go:84 +0x38 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x4001b7e180, {0x4001f20000, 0x1377, 0x1377}) internal/poll/fd_unix.go:167 +0x1e4 net.(*netFD).Read(0x4001b7e180, {0x4001f20000, 0x1377, 0x1377}) net/fd_posix.go:56 +0x44 net.(*conn).Read(0x400121f1a8, {0x4001f20000, 0x1377, 0x1377}) net/net.go:183 +0x4c crypto/tls.(*atLeastReader).Read(0x4000f14528, {0x4001f20000, 0x1377, 0x1377}) crypto/tls/conn.go:777 +0x58 bytes.(*Buffer).ReadFrom(0x4001d225f8, {0x27af580, 0x4000f14528}) bytes/buffer.go:204 +0xa4 crypto/tls.(*Conn).readFromUntil(0x4001d22380, {0xffff680fa078, 0x40007d1aa0}, 0x5) crypto/tls/conn.go:799 +0xe0 crypto/tls.(*Conn).readRecordOrCCS(0x4001d22380, 0x0) crypto/tls/conn.go:606 +0xf4 crypto/tls.(*Conn).readRecord(...) crypto/tls/conn.go:574 crypto/tls.(*Conn).Read(0x4001d22380, {0x4001f34000, 0x1000, 0x1000}) crypto/tls/conn.go:1277 +0x164 bufio.(*Reader).Read(0x4001f30300, {0x4002048a90, 0xc, 0xc}) bufio/bufio.go:227 +0x214 io.ReadAtLeast({0x27af300, 0x4001f30300}, {0x4002048a90, 0xc, 0xc}, 0xc) io/io.go:328 +0xa8 io.ReadFull(...) io/io.go:347 github.com/hashicorp/yamux.(*Session).recvLoop(0x4000dbde40) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:458 +0xa8 github.com/hashicorp/yamux.(*Session).recv(0x4000dbde40) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:437 +0x28 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:113 +0x414 goroutine 209 [select]: github.com/hashicorp/yamux.(*Session).send(0x4000dbde40) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:399 +0x90 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:114 +0x434 goroutine 210 [select]: github.com/hashicorp/yamux.(*Session).keepalive(0x4000dbde40) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:313 +0x78 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:116 +0x460 goroutine 211 [select, 981 minutes]: github.com/hashicorp/yamux.(*Stream).Read(0x4002026e40, {0x4001ca5000, 0x1000, 0x1000}) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/stream.go:133 +0x46c bufio.(*Reader).fill(0x40020138c0) bufio/bufio.go:101 +0x10c bufio.(*Reader).ReadByte(0x40020138c0) bufio/bufio.go:253 +0x34 github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0x400203b080) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:447 +0x34 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0x4001c54180) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2230 +0x54 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0x4001c54180) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2224 +0x64 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:742 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0x400205e020) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:791 +0x38 github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0x4001c54140, {0x1d28a80, 0x400205e060}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2536 +0x34 github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0x4001c54140, {0x1d28a80, 0x400205e060}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2519 +0x90 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0x4002060300, {0x1d28a80, 0x400205e060}) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:121 +0x48 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0x4002060300, 0x400205e060) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:60 +0x3c net/rpc.(*Server).readRequestHeader(0x4001d31a40, {0x27edf60, 0x4002060300}) net/rpc/server.go:583 +0x4c net/rpc.(*Server).readRequest(0x4001d31a40, {0x27edf60, 0x4002060300}) net/rpc/server.go:543 +0x38 net/rpc.(*Server).ServeRequest(0x4001d31a40, {0x27edf60, 0x4002060300}) net/rpc/server.go:486 +0x50 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x4002026e40}, 0x4001d31a40) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 212 [select, 981 minutes]: github.com/hashicorp/yamux.(*Stream).Read(0x4002026f00, {0x4001f35000, 0x1000, 0x1000}) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/stream.go:133 +0x46c bufio.(*Reader).fill(0x4001f3b980) bufio/bufio.go:101 +0x10c bufio.(*Reader).ReadByte(0x4001f3b980) bufio/bufio.go:253 +0x34 github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0x4001f40780) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:447 +0x34 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0x4001f24680) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2230 +0x54 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0x4001f24680) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2224 +0x64 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:742 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0x40017711c0) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:791 +0x38 github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0x4001f24640, {0x1d28a80, 0x4001771200}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2536 +0x34 github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0x4001f24640, {0x1d28a80, 0x4001771200}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2519 +0x90 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0x4001b5d480, {0x1d28a80, 0x4001771200}) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:121 +0x48 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0x4001b5d480, 0x4001771200) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:60 +0x3c net/rpc.(*Server).readRequestHeader(0x4001d31a40, {0x27edf60, 0x4001b5d480}) net/rpc/server.go:583 +0x4c net/rpc.(*Server).readRequest(0x4001d31a40, {0x27edf60, 0x4001b5d480}) net/rpc/server.go:543 +0x38 net/rpc.(*Server).ServeRequest(0x4001d31a40, {0x27edf60, 0x4001b5d480}) net/rpc/server.go:486 +0x50 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x4002026f00}, 0x4001d31a40) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 3091908 [select]: github.com/hashicorp/yamux.(*Session).keepalive(0x40019c80b0) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:313 +0x78 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:116 +0x460 goroutine 3119885 [IO wait]: internal/poll.runtime_pollWait(0xffff682a8720, 0x72) runtime/netpoll.go:229 +0xa4 internal/poll.(*pollDesc).wait(0x4002810018, 0x72, 0x0) internal/poll/fd_poll_runtime.go:84 +0x38 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x4002810000, {0x4000792a00, 0x1377, 0x1377}) internal/poll/fd_unix.go:167 +0x1e4 net.(*netFD).Read(0x4002810000, {0x4000792a00, 0x1377, 0x1377}) net/fd_posix.go:56 +0x44 net.(*conn).Read(0x4000010af0, {0x4000792a00, 0x1377, 0x1377}) net/net.go:183 +0x4c crypto/tls.(*atLeastReader).Read(0x4001960078, {0x4000792a00, 0x1377, 0x1377}) crypto/tls/conn.go:777 +0x58 bytes.(*Buffer).ReadFrom(0x40015f53f8, {0x27af580, 0x4001960078}) bytes/buffer.go:204 +0xa4 crypto/tls.(*Conn).readFromUntil(0x40015f5180, {0xffff680fa078, 0x40008225e8}, 0x5) crypto/tls/conn.go:799 +0xe0 crypto/tls.(*Conn).readRecordOrCCS(0x40015f5180, 0x0) crypto/tls/conn.go:606 +0xf4 crypto/tls.(*Conn).readRecord(...) crypto/tls/conn.go:574 crypto/tls.(*Conn).Read(0x40015f5180, {0x40021a0000, 0x1000, 0x1000}) crypto/tls/conn.go:1277 +0x164 bufio.(*Reader).Read(0x4001638180, {0x400258e4f0, 0xc, 0xc}) bufio/bufio.go:227 +0x214 io.ReadAtLeast({0x27af300, 0x4001638180}, {0x400258e4f0, 0xc, 0xc}, 0xc) io/io.go:328 +0xa8 io.ReadFull(...) io/io.go:347 github.com/hashicorp/yamux.(*Session).recvLoop(0x400041ab00) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:458 +0xa8 github.com/hashicorp/yamux.(*Session).recv(0x400041ab00) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:437 +0x28 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:113 +0x414 goroutine 3101208 [select]: github.com/hashicorp/yamux.(*Session).keepalive(0x4002464000) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:313 +0x78 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:116 +0x460 goroutine 3116130 [select, 2 minutes]: github.com/hashicorp/yamux.(*Session).AcceptStream(0x4002464370) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:212 +0x6c github.com/hashicorp/yamux.(*Session).Accept(...) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:202 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f168, 0x4000416a80}, 0x4002d08f00) github.com/hashicorp/nomad/nomad/rpc.go:473 +0x2d0 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f168, 0x4000416a80}, 0x4002d08f00) github.com/hashicorp/nomad/nomad/rpc.go:322 +0xce8 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f4d8, 0x40028d4558}, 0x4002d08f00) github.com/hashicorp/nomad/nomad/rpc.go:302 +0x88c created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen github.com/hashicorp/nomad/nomad/rpc.go:153 +0x34c goroutine 3119899 [select, 1 minutes]: github.com/hashicorp/yamux.(*Session).AcceptStream(0x400041ab00) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:212 +0x6c github.com/hashicorp/yamux.(*Session).Accept(...) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:202 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f168, 0x40015f5180}, 0x4001ce8af0) github.com/hashicorp/nomad/nomad/rpc.go:473 +0x2d0 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f168, 0x40015f5180}, 0x4001ce8af0) github.com/hashicorp/nomad/nomad/rpc.go:322 +0xce8 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f4d8, 0x40008225e8}, 0x4001ce8af0) github.com/hashicorp/nomad/nomad/rpc.go:302 +0x88c created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen github.com/hashicorp/nomad/nomad/rpc.go:153 +0x34c goroutine 217 [select]: github.com/hashicorp/raft.(*netPipeline).decodeResponses(0x4001b5d600) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/net_transport.go:711 +0x80 created by github.com/hashicorp/raft.newNetPipeline github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/net_transport.go:702 +0x12c goroutine 218 [select]: github.com/hashicorp/raft.(*Raft).pipelineDecode(0x40006e8000, 0x40012dd740, {0x27cdd70, 0x4001b5d600}, 0x4001786840, 0x40017868a0) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/replication.go:487 +0xc4 github.com/hashicorp/raft.(*Raft).pipelineReplicate.func1() github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/replication.go:416 +0x50 github.com/hashicorp/raft.(*raftState).goFunc.func1(0x40006e8000, 0x4001b5d640) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/state.go:146 +0x58 created by github.com/hashicorp/raft.(*raftState).goFunc github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/state.go:144 +0x60 goroutine 219 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers(0x400064d220, {0x4001b5eb40, 0x4, 0x4}, 0x4002348f00) github.com/hashicorp/nomad/nomad/eval_broker.go:492 +0x100 github.com/hashicorp/nomad/nomad.(*EvalBroker).Dequeue(0x400064d220, {0x4001b5eb40, 0x4, 0x4}, 0x1dcd6500) github.com/hashicorp/nomad/nomad/eval_broker.go:357 +0xe0 github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0x40009af068, 0x40005c80e0, 0x4001b5eb80) github.com/hashicorp/nomad/nomad/eval_endpoint.go:107 +0x1c8 reflect.Value.call({0x40009f4060, 0x400121f280, 0x13}, {0x23354fa, 0x4}, {0x4001f4fde0, 0x3, 0x3}) reflect/value.go:543 +0x590 reflect.Value.Call({0x40009f4060, 0x400121f280, 0x13}, {0x4001f4fde0, 0x3, 0x3}) reflect/value.go:339 +0x8c net/rpc.(*service).call(0x4001b5cf00, 0x4001d31a40, 0x400279fd50, 0x0, 0x4001b7ed80, 0x40017714e0, {0x2179220, 0x40005c80e0, 0x16}, {0x1e2e520, ...}, ...) net/rpc/server.go:377 +0x1a0 net/rpc.(*Server).ServeRequest(0x4001d31a40, {0x27edf60, 0x4001b5d880}) net/rpc/server.go:498 +0x18c github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x4001f28240}, 0x4001d31a40) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 3114732 [select]: github.com/hashicorp/yamux.(*Session).keepalive(0x400043f4a0) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:313 +0x78 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:116 +0x460 goroutine 3101442 [IO wait]: internal/poll.runtime_pollWait(0xffff60f04158, 0x72) runtime/netpoll.go:229 +0xa4 internal/poll.(*pollDesc).wait(0x400292a418, 0x72, 0x0) internal/poll/fd_poll_runtime.go:84 +0x38 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x400292a400, {0x40012b2a00, 0x1377, 0x1377}) internal/poll/fd_unix.go:167 +0x1e4 net.(*netFD).Read(0x400292a400, {0x40012b2a00, 0x1377, 0x1377}) net/fd_posix.go:56 +0x44 net.(*conn).Read(0x400121fc20, {0x40012b2a00, 0x1377, 0x1377}) net/net.go:183 +0x4c crypto/tls.(*atLeastReader).Read(0x4003010300, {0x40012b2a00, 0x1377, 0x1377}) crypto/tls/conn.go:777 +0x58 bytes.(*Buffer).ReadFrom(0x4001d23af8, {0x27af580, 0x4003010300}) bytes/buffer.go:204 +0xa4 crypto/tls.(*Conn).readFromUntil(0x4001d23880, {0xffff680fa078, 0x4002c1d4b8}, 0x5) crypto/tls/conn.go:799 +0xe0 crypto/tls.(*Conn).readRecordOrCCS(0x4001d23880, 0x0) crypto/tls/conn.go:606 +0xf4 crypto/tls.(*Conn).readRecord(...) crypto/tls/conn.go:574 crypto/tls.(*Conn).Read(0x4001d23880, {0x4002af5000, 0x1000, 0x1000}) crypto/tls/conn.go:1277 +0x164 bufio.(*Reader).Read(0x4002ae3920, {0x4002a03950, 0xc, 0xc}) bufio/bufio.go:227 +0x214 io.ReadAtLeast({0x27af300, 0x4002ae3920}, {0x4002a03950, 0xc, 0xc}, 0xc) io/io.go:328 +0xa8 io.ReadFull(...) io/io.go:347 github.com/hashicorp/yamux.(*Session).recvLoop(0x40019c8160) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:458 +0xa8 github.com/hashicorp/yamux.(*Session).recv(0x40019c8160) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:437 +0x28 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:113 +0x414 goroutine 3129900 [select]: github.com/hashicorp/yamux.(*Stream).Read(0x400292e6c0, {0x4001695000, 0x1000, 0x1000}) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/stream.go:133 +0x46c bufio.(*Reader).fill(0x4002793920) bufio/bufio.go:101 +0x10c bufio.(*Reader).ReadByte(0x4002793920) bufio/bufio.go:253 +0x34 github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0x40029b0280) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:447 +0x34 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0x40015e87c0) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2230 +0x54 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0x40015e87c0) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2224 +0x64 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:742 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0x40017fcb60) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:791 +0x38 github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0x40015e8780, {0x1d28a80, 0x40017fcba0}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2536 +0x34 github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0x40015e8780, {0x1d28a80, 0x40017fcba0}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2519 +0x90 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0x40017f1a00, {0x1d28a80, 0x40017fcba0}) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:121 +0x48 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0x40017f1a00, 0x40017fcba0) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:60 +0x3c net/rpc.(*Server).readRequestHeader(0x40025a7950, {0x27edf60, 0x40017f1a00}) net/rpc/server.go:583 +0x4c net/rpc.(*Server).readRequest(0x40025a7950, {0x27edf60, 0x40017f1a00}) net/rpc/server.go:543 +0x38 net/rpc.(*Server).ServeRequest(0x40025a7950, {0x27edf60, 0x40017f1a00}) net/rpc/server.go:486 +0x50 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x400292e6c0}, 0x40025a7950) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 224 [select]: github.com/hashicorp/yamux.(*Stream).Read(0x4002027080, {0x4001f69000, 0x1000, 0x1000}) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/stream.go:133 +0x46c bufio.(*Reader).fill(0x4001f64fc0) bufio/bufio.go:101 +0x10c bufio.(*Reader).ReadByte(0x4001f64fc0) bufio/bufio.go:253 +0x34 github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0x4001f40900) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:447 +0x34 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0x4001f24900) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2230 +0x54 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0x4001f24900) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2224 +0x64 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:742 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0x40017715a0) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:791 +0x38 github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0x4001f248c0, {0x1d28a80, 0x4001771640}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2536 +0x34 github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0x4001f248c0, {0x1d28a80, 0x4001771640}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2519 +0x90 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0x4001b5da80, {0x1d28a80, 0x4001771640}) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:121 +0x48 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0x4001b5da80, 0x4001771640) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:60 +0x3c net/rpc.(*Server).readRequestHeader(0x4001d31a40, {0x27edf60, 0x4001b5da80}) net/rpc/server.go:583 +0x4c net/rpc.(*Server).readRequest(0x4001d31a40, {0x27edf60, 0x4001b5da80}) net/rpc/server.go:543 +0x38 net/rpc.(*Server).ServeRequest(0x4001d31a40, {0x27edf60, 0x4001b5da80}) net/rpc/server.go:486 +0x50 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x4002027080}, 0x4001d31a40) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 3138834 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers.func1(0x400200be60, 0x4001820c60, 0x4001820c00) github.com/hashicorp/nomad/nomad/eval_broker.go:478 +0x5c created by github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers github.com/hashicorp/nomad/nomad/eval_broker.go:477 +0x258 goroutine 245 [select]: github.com/hashicorp/yamux.(*Stream).Read(0x4001f28480, {0x4001f71000, 0x1000, 0x1000}) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/stream.go:133 +0x46c bufio.(*Reader).fill(0x4001f65440) bufio/bufio.go:101 +0x10c bufio.(*Reader).ReadByte(0x4001f65440) bufio/bufio.go:253 +0x34 github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0x4001f40980) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:447 +0x34 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0x4001f24a40) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2230 +0x54 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0x4001f24a40) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2224 +0x64 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:742 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0x4001771600) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:791 +0x38 github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0x4001f24a00, {0x1d28a80, 0x400205e8a0}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2536 +0x34 github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0x4001f24a00, {0x1d28a80, 0x400205e8a0}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2519 +0x90 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0x4001b5dc80, {0x1d28a80, 0x400205e8a0}) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:121 +0x48 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0x4001b5dc80, 0x400205e8a0) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:60 +0x3c net/rpc.(*Server).readRequestHeader(0x4001d31a40, {0x27edf60, 0x4001b5dc80}) net/rpc/server.go:583 +0x4c net/rpc.(*Server).readRequest(0x4001d31a40, {0x27edf60, 0x4001b5dc80}) net/rpc/server.go:543 +0x38 net/rpc.(*Server).ServeRequest(0x4001d31a40, {0x27edf60, 0x4001b5dc80}) net/rpc/server.go:486 +0x50 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x4001f28480}, 0x4001d31a40) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 3121643 [select]: github.com/hashicorp/yamux.(*Session).send(0x400041ac60) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:399 +0x90 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:114 +0x434 goroutine 227 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers(0x400064d220, {0x4001b5ecc0, 0x4, 0x4}, 0x4002348f60) github.com/hashicorp/nomad/nomad/eval_broker.go:492 +0x100 github.com/hashicorp/nomad/nomad.(*EvalBroker).Dequeue(0x400064d220, {0x4001b5ecc0, 0x4, 0x4}, 0x1dcd6500) github.com/hashicorp/nomad/nomad/eval_broker.go:357 +0xe0 github.com/hashicorp/nomad/nomad.(*Eval).Dequeue(0x40009af068, 0x40005c81c0, 0x4001b5ed00) github.com/hashicorp/nomad/nomad/eval_endpoint.go:107 +0x1c8 reflect.Value.call({0x40009f4060, 0x400121f280, 0x13}, {0x23354fa, 0x4}, {0x4001f53de0, 0x3, 0x3}) reflect/value.go:543 +0x590 reflect.Value.Call({0x40009f4060, 0x400121f280, 0x13}, {0x4001f53de0, 0x3, 0x3}) reflect/value.go:339 +0x8c net/rpc.(*service).call(0x4001b5cf00, 0x4001d31a40, 0x4002733d50, 0x0, 0x4001b7ed80, 0x40017715e0, {0x2179220, 0x40005c81c0, 0x16}, {0x1e2e520, ...}, ...) net/rpc/server.go:377 +0x1a0 net/rpc.(*Server).ServeRequest(0x4001d31a40, {0x27edf60, 0x4002061240}) net/rpc/server.go:498 +0x18c github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x4001f28600}, 0x4001d31a40) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 3135672 [select]: github.com/hashicorp/yamux.(*Stream).Read(0x4000fea6c0, {0x4001edb000, 0x1000, 0x1000}) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/stream.go:133 +0x46c bufio.(*Reader).fill(0x400298d5c0) bufio/bufio.go:101 +0x10c bufio.(*Reader).ReadByte(0x400298d5c0) bufio/bufio.go:253 +0x34 github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0x40025b8600) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:447 +0x34 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0x4000fdd800) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2230 +0x54 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0x4000fdd800) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2224 +0x64 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:742 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0x4002ce68a0) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:791 +0x38 github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0x4000fdd7c0, {0x1d28a80, 0x4002ce68e0}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2536 +0x34 github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0x4000fdd7c0, {0x1d28a80, 0x4002ce68e0}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2519 +0x90 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0x4001e476c0, {0x1d28a80, 0x4002ce68e0}) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:121 +0x48 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0x4001e476c0, 0x4002ce68e0) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:60 +0x3c net/rpc.(*Server).readRequestHeader(0x40021b58b0, {0x27edf60, 0x4001e476c0}) net/rpc/server.go:583 +0x4c net/rpc.(*Server).readRequest(0x40021b58b0, {0x27edf60, 0x4001e476c0}) net/rpc/server.go:543 +0x38 net/rpc.(*Server).ServeRequest(0x40021b58b0, {0x27edf60, 0x4001e476c0}) net/rpc/server.go:486 +0x50 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x4000fea6c0}, 0x40021b58b0) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 3095527 [select, 5 minutes]: github.com/hashicorp/yamux.(*Stream).Read(0x4001b8fc80, {0x4001e03000, 0x1000, 0x1000}) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/stream.go:133 +0x46c bufio.(*Reader).fill(0x4002bc17a0) bufio/bufio.go:101 +0x10c bufio.(*Reader).ReadByte(0x4002bc17a0) bufio/bufio.go:253 +0x34 github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0x400147a280) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:447 +0x34 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0x4000a2e7c0) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2230 +0x54 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0x4000a2e7c0) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2224 +0x64 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:742 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0x4002897400) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:791 +0x38 github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0x4000a2e780, {0x1d28a80, 0x4002897440}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2536 +0x34 github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0x4000a2e780, {0x1d28a80, 0x4002897440}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2519 +0x90 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0x4002a317c0, {0x1d28a80, 0x4002897440}) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:121 +0x48 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0x4002a317c0, 0x4002897440) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:60 +0x3c net/rpc.(*Server).readRequestHeader(0x40019b0fa0, {0x27edf60, 0x4002a317c0}) net/rpc/server.go:583 +0x4c net/rpc.(*Server).readRequest(0x40019b0fa0, {0x27edf60, 0x4002a317c0}) net/rpc/server.go:543 +0x38 net/rpc.(*Server).ServeRequest(0x40019b0fa0, {0x27edf60, 0x4002a317c0}) net/rpc/server.go:486 +0x50 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x4001b8fc80}, 0x40019b0fa0) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 3111689 [select]: github.com/hashicorp/yamux.(*Session).keepalive(0x400043f3f0) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:313 +0x78 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:116 +0x460 goroutine 3101209 [select]: github.com/hashicorp/go-memdb.watchFew({0x27ed588, 0x40022aa840}, {0x40021ef438, 0x20, 0x20}) github.com/hashicorp/go-memdb@v1.3.0/watch_few.go:16 +0x38c github.com/hashicorp/go-memdb.WatchSet.WatchCtx(0x4001755470, {0x27ed588, 0x40022aa840}) github.com/hashicorp/go-memdb@v1.3.0/watch.go:82 +0x138 github.com/hashicorp/nomad/nomad.(*rpcHandler).blockingRPC(0x4000404e80, 0x40021ef740) github.com/hashicorp/nomad/nomad/rpc.go:827 +0x4a0 github.com/hashicorp/nomad/nomad.(*Node).GetClientAllocs(0x40005cd490, 0x4001e6b9a0, 0x4001755140) github.com/hashicorp/nomad/nomad/node_endpoint.go:1096 +0x2f8 reflect.Value.call({0x4000890b40, 0x4000ee38f8, 0x13}, {0x23354fa, 0x4}, {0x40021efde0, 0x3, 0x3}) reflect/value.go:543 +0x590 reflect.Value.Call({0x4000890b40, 0x4000ee38f8, 0x13}, {0x40021efde0, 0x3, 0x3}) reflect/value.go:339 +0x8c net/rpc.(*service).call(0x4002175300, 0x4002159ef0, 0x40017fec40, 0x0, 0x4002271f00, 0x400178b360, {0x217af00, 0x4001e6b9a0, 0x16}, {0x1cd5b80, ...}, ...) net/rpc/server.go:377 +0x1a0 net/rpc.(*Server).ServeRequest(0x4002159ef0, {0x27edf60, 0x4002175380}) net/rpc/server.go:498 +0x18c github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x40021a8000}, 0x4002159ef0) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 3099883 [select, 2 minutes]: github.com/hashicorp/yamux.(*Stream).Read(0x4002a5c000, {0x40024f1000, 0x1000, 0x1000}) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/stream.go:133 +0x46c bufio.(*Reader).fill(0x40028b9560) bufio/bufio.go:101 +0x10c bufio.(*Reader).ReadByte(0x40028b9560) bufio/bufio.go:253 +0x34 github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0x4002cd6000) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:447 +0x34 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0x4001014680) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2230 +0x54 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0x4001014680) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2224 +0x64 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:742 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0x400087ce40) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:791 +0x38 github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0x4001014640, {0x1d28a80, 0x400087cea0}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2536 +0x34 github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0x4001014640, {0x1d28a80, 0x400087cea0}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2519 +0x90 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0x4002462d00, {0x1d28a80, 0x400087cea0}) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:121 +0x48 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0x4002462d00, 0x400087cea0) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:60 +0x3c net/rpc.(*Server).readRequestHeader(0x400285ab90, {0x27edf60, 0x4002462d00}) net/rpc/server.go:583 +0x4c net/rpc.(*Server).readRequest(0x400285ab90, {0x27edf60, 0x4002462d00}) net/rpc/server.go:543 +0x38 net/rpc.(*Server).ServeRequest(0x400285ab90, {0x27edf60, 0x4002462d00}) net/rpc/server.go:486 +0x50 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x4002a5c000}, 0x400285ab90) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 3116125 [IO wait]: internal/poll.runtime_pollWait(0xffff682a81b0, 0x72) runtime/netpoll.go:229 +0xa4 internal/poll.(*pollDesc).wait(0x4002ac2218, 0x72, 0x0) internal/poll/fd_poll_runtime.go:84 +0x38 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x4002ac2200, {0x4002d6d500, 0x1377, 0x1377}) internal/poll/fd_unix.go:167 +0x1e4 net.(*netFD).Read(0x4002ac2200, {0x4002d6d500, 0x1377, 0x1377}) net/fd_posix.go:56 +0x44 net.(*conn).Read(0x40033ac310, {0x4002d6d500, 0x1377, 0x1377}) net/net.go:183 +0x4c crypto/tls.(*atLeastReader).Read(0x400120e678, {0x4002d6d500, 0x1377, 0x1377}) crypto/tls/conn.go:777 +0x58 bytes.(*Buffer).ReadFrom(0x4000416cf8, {0x27af580, 0x400120e678}) bytes/buffer.go:204 +0xa4 crypto/tls.(*Conn).readFromUntil(0x4000416a80, {0xffff680fa078, 0x40028d4558}, 0x5) crypto/tls/conn.go:799 +0xe0 crypto/tls.(*Conn).readRecordOrCCS(0x4000416a80, 0x0) crypto/tls/conn.go:606 +0xf4 crypto/tls.(*Conn).readRecord(...) crypto/tls/conn.go:574 crypto/tls.(*Conn).Read(0x4000416a80, {0x4001b92000, 0x1000, 0x1000}) crypto/tls/conn.go:1277 +0x164 bufio.(*Reader).Read(0x40028a1c80, {0x4001721190, 0xc, 0xc}) bufio/bufio.go:227 +0x214 io.ReadAtLeast({0x27af300, 0x40028a1c80}, {0x4001721190, 0xc, 0xc}, 0xc) io/io.go:328 +0xa8 io.ReadFull(...) io/io.go:347 github.com/hashicorp/yamux.(*Session).recvLoop(0x4002464370) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:458 +0xa8 github.com/hashicorp/yamux.(*Session).recv(0x4002464370) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:437 +0x28 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:113 +0x414 goroutine 3111687 [IO wait]: internal/poll.runtime_pollWait(0xffff60f03ea0, 0x72) runtime/netpoll.go:229 +0xa4 internal/poll.(*pollDesc).wait(0x400221c198, 0x72, 0x0) internal/poll/fd_poll_runtime.go:84 +0x38 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x400221c180, {0x4000790000, 0x1377, 0x1377}) internal/poll/fd_unix.go:167 +0x1e4 net.(*netFD).Read(0x400221c180, {0x4000790000, 0x1377, 0x1377}) net/fd_posix.go:56 +0x44 net.(*conn).Read(0x4002bd6000, {0x4000790000, 0x1377, 0x1377}) net/net.go:183 +0x4c crypto/tls.(*atLeastReader).Read(0x40012da348, {0x4000790000, 0x1377, 0x1377}) crypto/tls/conn.go:777 +0x58 bytes.(*Buffer).ReadFrom(0x40003c3e78, {0x27af580, 0x40012da348}) bytes/buffer.go:204 +0xa4 crypto/tls.(*Conn).readFromUntil(0x40003c3c00, {0xffff680fa078, 0x40015065d0}, 0x5) crypto/tls/conn.go:799 +0xe0 crypto/tls.(*Conn).readRecordOrCCS(0x40003c3c00, 0x0) crypto/tls/conn.go:606 +0xf4 crypto/tls.(*Conn).readRecord(...) crypto/tls/conn.go:574 crypto/tls.(*Conn).Read(0x40003c3c00, {0x4001c32000, 0x1000, 0x1000}) crypto/tls/conn.go:1277 +0x164 bufio.(*Reader).Read(0x4002a35c20, {0x4000b0e4e0, 0xc, 0xc}) bufio/bufio.go:227 +0x214 io.ReadAtLeast({0x27af300, 0x4002a35c20}, {0x4000b0e4e0, 0xc, 0xc}, 0xc) io/io.go:328 +0xa8 io.ReadFull(...) io/io.go:347 github.com/hashicorp/yamux.(*Session).recvLoop(0x400043f3f0) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:458 +0xa8 github.com/hashicorp/yamux.(*Session).recv(0x400043f3f0) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:437 +0x28 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:113 +0x414 goroutine 3101409 [select, 11 minutes]: github.com/hashicorp/yamux.(*Session).AcceptStream(0x40019c8160) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:212 +0x6c github.com/hashicorp/yamux.(*Session).Accept(...) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:202 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f168, 0x4001d23880}, 0x4002aa4aa0) github.com/hashicorp/nomad/nomad/rpc.go:473 +0x2d0 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f168, 0x4001d23880}, 0x4002aa4aa0) github.com/hashicorp/nomad/nomad/rpc.go:322 +0xce8 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f4d8, 0x4002c1d4b8}, 0x4002aa4aa0) github.com/hashicorp/nomad/nomad/rpc.go:302 +0x88c created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen github.com/hashicorp/nomad/nomad/rpc.go:153 +0x34c goroutine 3101443 [select]: github.com/hashicorp/yamux.(*Session).send(0x40019c8160) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:399 +0x90 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:114 +0x434 goroutine 3130171 [IO wait]: internal/poll.runtime_pollWait(0xffff682a80c8, 0x72) runtime/netpoll.go:229 +0xa4 internal/poll.(*pollDesc).wait(0x4002b1b998, 0x72, 0x0) internal/poll/fd_poll_runtime.go:84 +0x38 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x4002b1b980, {0x40012b0000, 0x1377, 0x1377}) internal/poll/fd_unix.go:167 +0x1e4 net.(*netFD).Read(0x4002b1b980, {0x40012b0000, 0x1377, 0x1377}) net/fd_posix.go:56 +0x44 net.(*conn).Read(0x4002b20018, {0x40012b0000, 0x1377, 0x1377}) net/net.go:183 +0x4c crypto/tls.(*atLeastReader).Read(0x400120e1e0, {0x40012b0000, 0x1377, 0x1377}) crypto/tls/conn.go:777 +0x58 bytes.(*Buffer).ReadFrom(0x40017c8278, {0x27af580, 0x400120e1e0}) bytes/buffer.go:204 +0xa4 crypto/tls.(*Conn).readFromUntil(0x40017c8000, {0xffff680fa078, 0x4000fd0a68}, 0x5) crypto/tls/conn.go:799 +0xe0 crypto/tls.(*Conn).readRecordOrCCS(0x40017c8000, 0x0) crypto/tls/conn.go:606 +0xf4 crypto/tls.(*Conn).readRecord(...) crypto/tls/conn.go:574 crypto/tls.(*Conn).Read(0x40017c8000, {0x400190d000, 0x1000, 0x1000}) crypto/tls/conn.go:1277 +0x164 bufio.(*Reader).Read(0x4002a8bec0, {0x4002612300, 0xc, 0xc}) bufio/bufio.go:227 +0x214 io.ReadAtLeast({0x27af300, 0x4002a8bec0}, {0x4002612300, 0xc, 0xc}, 0xc) io/io.go:328 +0xa8 io.ReadFull(...) io/io.go:347 github.com/hashicorp/yamux.(*Session).recvLoop(0x400041ad10) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:458 +0xa8 github.com/hashicorp/yamux.(*Session).recv(0x400041ad10) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:437 +0x28 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:113 +0x414 goroutine 3101206 [IO wait]: internal/poll.runtime_pollWait(0xffff682a8298, 0x72) runtime/netpoll.go:229 +0xa4 internal/poll.(*pollDesc).wait(0x40024c7718, 0x72, 0x0) internal/poll/fd_poll_runtime.go:84 +0x38 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x40024c7700, {0x40005f2000, 0x1377, 0x1377}) internal/poll/fd_unix.go:167 +0x1e4 net.(*netFD).Read(0x40024c7700, {0x40005f2000, 0x1377, 0x1377}) net/fd_posix.go:56 +0x44 net.(*conn).Read(0x40010ebb80, {0x40005f2000, 0x1377, 0x1377}) net/net.go:183 +0x4c crypto/tls.(*atLeastReader).Read(0x400012f8c0, {0x40005f2000, 0x1377, 0x1377}) crypto/tls/conn.go:777 +0x58 bytes.(*Buffer).ReadFrom(0x40021225f8, {0x27af580, 0x400012f8c0}) bytes/buffer.go:204 +0xa4 crypto/tls.(*Conn).readFromUntil(0x4002122380, {0xffff680fa078, 0x4002afb350}, 0x5) crypto/tls/conn.go:799 +0xe0 crypto/tls.(*Conn).readRecordOrCCS(0x4002122380, 0x0) crypto/tls/conn.go:606 +0xf4 crypto/tls.(*Conn).readRecord(...) crypto/tls/conn.go:574 crypto/tls.(*Conn).Read(0x4002122380, {0x400226e000, 0x1000, 0x1000}) crypto/tls/conn.go:1277 +0x164 bufio.(*Reader).Read(0x4002a018c0, {0x400264b620, 0xc, 0xc}) bufio/bufio.go:227 +0x214 io.ReadAtLeast({0x27af300, 0x4002a018c0}, {0x400264b620, 0xc, 0xc}, 0xc) io/io.go:328 +0xa8 io.ReadFull(...) io/io.go:347 github.com/hashicorp/yamux.(*Session).recvLoop(0x4002464000) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:458 +0xa8 github.com/hashicorp/yamux.(*Session).recv(0x4002464000) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:437 +0x28 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:113 +0x414 goroutine 3086971 [IO wait]: internal/poll.runtime_pollWait(0xffff60f04240, 0x72) runtime/netpoll.go:229 +0xa4 internal/poll.(*pollDesc).wait(0x40029b0398, 0x72, 0x0) internal/poll/fd_poll_runtime.go:84 +0x38 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x40029b0380, {0x4002d6c000, 0x1377, 0x1377}) internal/poll/fd_unix.go:167 +0x1e4 net.(*netFD).Read(0x40029b0380, {0x4002d6c000, 0x1377, 0x1377}) net/fd_posix.go:56 +0x44 net.(*conn).Read(0x40010ea068, {0x4002d6c000, 0x1377, 0x1377}) net/net.go:183 +0x4c crypto/tls.(*atLeastReader).Read(0x40028427b0, {0x4002d6c000, 0x1377, 0x1377}) crypto/tls/conn.go:777 +0x58 bytes.(*Buffer).ReadFrom(0x4001e4e978, {0x27af580, 0x40028427b0}) bytes/buffer.go:204 +0xa4 crypto/tls.(*Conn).readFromUntil(0x4001e4e700, {0xffff680fa078, 0x4002842858}, 0x5) crypto/tls/conn.go:799 +0xe0 crypto/tls.(*Conn).readRecordOrCCS(0x4001e4e700, 0x0) crypto/tls/conn.go:606 +0xf4 crypto/tls.(*Conn).readRecord(...) crypto/tls/conn.go:574 crypto/tls.(*Conn).Read(0x4001e4e700, {0x4001ce0000, 0x1000, 0x1000}) crypto/tls/conn.go:1277 +0x164 bufio.(*Reader).Read(0x4002cc3200, {0x40025c4690, 0xc, 0xc}) bufio/bufio.go:227 +0x214 io.ReadAtLeast({0x27af300, 0x4002cc3200}, {0x40025c4690, 0xc, 0xc}, 0xc) io/io.go:328 +0xa8 io.ReadFull(...) io/io.go:347 github.com/hashicorp/yamux.(*Session).recvLoop(0x40019c8e70) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:458 +0xa8 github.com/hashicorp/yamux.(*Session).recv(0x40019c8e70) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:437 +0x28 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:113 +0x414 goroutine 3086973 [select]: github.com/hashicorp/yamux.(*Session).keepalive(0x40019c8e70) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:313 +0x78 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:116 +0x460 goroutine 3111690 [select, 3 minutes]: github.com/hashicorp/go-memdb.watchFew({0x27ed588, 0x4002c23080}, {0x4002b33438, 0x20, 0x20}) github.com/hashicorp/go-memdb@v1.3.0/watch_few.go:16 +0x38c github.com/hashicorp/go-memdb.WatchSet.WatchCtx(0x40013da510, {0x27ed588, 0x4002c23080}) github.com/hashicorp/go-memdb@v1.3.0/watch.go:82 +0x138 github.com/hashicorp/nomad/nomad.(*rpcHandler).blockingRPC(0x4000404e80, 0x4002b33740) github.com/hashicorp/nomad/nomad/rpc.go:827 +0x4a0 github.com/hashicorp/nomad/nomad.(*Node).GetClientAllocs(0x4003006a80, 0x4000454000, 0x40013da390) github.com/hashicorp/nomad/nomad/node_endpoint.go:1096 +0x2f8 reflect.Value.call({0x4000890b40, 0x4002bd64d8, 0x13}, {0x23354fa, 0x4}, {0x4002b33de0, 0x3, 0x3}) reflect/value.go:543 +0x590 reflect.Value.Call({0x4000890b40, 0x4002bd64d8, 0x13}, {0x4002b33de0, 0x3, 0x3}) reflect/value.go:339 +0x8c net/rpc.(*service).call(0x400102f440, 0x40014c43c0, 0x4002b04660, 0x0, 0x4001c0da80, 0x4002cd9320, {0x217af00, 0x4000454000, 0x16}, {0x1cd5b80, ...}, ...) net/rpc/server.go:377 +0x1a0 net/rpc.(*Server).ServeRequest(0x40014c43c0, {0x27edf60, 0x400102fa80}) net/rpc/server.go:498 +0x18c github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x4001b8c480}, 0x40014c43c0) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 3138826 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers.func1(0x400200be00, 0x4000a685a0, 0x4000a684e0) github.com/hashicorp/nomad/nomad/eval_broker.go:478 +0x5c created by github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers github.com/hashicorp/nomad/nomad/eval_broker.go:477 +0x258 goroutine 3138838 [IO wait]: internal/poll.runtime_pollWait(0xffff60f03cd0, 0x72) runtime/netpoll.go:229 +0xa4 internal/poll.(*pollDesc).wait(0x40024c6d98, 0x72, 0x0) internal/poll/fd_poll_runtime.go:84 +0x38 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x40024c6d80, {0x400172c461, 0x1, 0x1}) internal/poll/fd_unix.go:167 +0x1e4 net.(*netFD).Read(0x40024c6d80, {0x400172c461, 0x1, 0x1}) net/fd_posix.go:56 +0x44 net.(*conn).Read(0x4002bd6b40, {0x400172c461, 0x1, 0x1}) net/net.go:183 +0x4c net/http.(*connReader).backgroundRead(0x400172c450) net/http/server.go:672 +0x50 created by net/http.(*connReader).startBackgroundRead net/http/server.go:668 +0xc4 goroutine 3138824 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers.func1(0x400200bec0, 0x4000a68420, 0x4000a683c0) github.com/hashicorp/nomad/nomad/eval_broker.go:478 +0x5c created by github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers github.com/hashicorp/nomad/nomad/eval_broker.go:477 +0x258 goroutine 3114733 [select]: github.com/hashicorp/yamux.(*Stream).Read(0x400164ec00, {0x40029e3000, 0x1000, 0x1000}) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/stream.go:133 +0x46c bufio.(*Reader).fill(0x4002547a40) bufio/bufio.go:101 +0x10c bufio.(*Reader).ReadByte(0x4002547a40) bufio/bufio.go:253 +0x34 github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0x400202b400) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:447 +0x34 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0x40019e7d00) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2230 +0x54 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0x40019e7d00) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2224 +0x64 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:742 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0x4002975400) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:791 +0x38 github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0x40019e7cc0, {0x1d28a80, 0x4002975440}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2536 +0x34 github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0x40019e7cc0, {0x1d28a80, 0x4002975440}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2519 +0x90 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0x4002a905c0, {0x1d28a80, 0x4002975440}) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:121 +0x48 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0x4002a905c0, 0x4002975440) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:60 +0x3c net/rpc.(*Server).readRequestHeader(0x4002b622d0, {0x27edf60, 0x4002a905c0}) net/rpc/server.go:583 +0x4c net/rpc.(*Server).readRequest(0x4002b622d0, {0x27edf60, 0x4002a905c0}) net/rpc/server.go:543 +0x38 net/rpc.(*Server).ServeRequest(0x4002b622d0, {0x27edf60, 0x4002a905c0}) net/rpc/server.go:486 +0x50 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x400164ec00}, 0x4002b622d0) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 3101205 [select, 11 minutes]: github.com/hashicorp/yamux.(*Session).AcceptStream(0x4002464000) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:212 +0x6c github.com/hashicorp/yamux.(*Session).Accept(...) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:202 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f168, 0x4002122380}, 0x4002159a90) github.com/hashicorp/nomad/nomad/rpc.go:473 +0x2d0 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f168, 0x4002122380}, 0x4002159a90) github.com/hashicorp/nomad/nomad/rpc.go:322 +0xce8 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f4d8, 0x4002afb350}, 0x4002159a90) github.com/hashicorp/nomad/nomad/rpc.go:302 +0x88c created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen github.com/hashicorp/nomad/nomad/rpc.go:153 +0x34c goroutine 3138827 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers.func1(0x400200be60, 0x4000a685a0, 0x4000a684e0) github.com/hashicorp/nomad/nomad/eval_broker.go:478 +0x5c created by github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers github.com/hashicorp/nomad/nomad/eval_broker.go:477 +0x258 goroutine 3138817 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers.func1(0x400200be00, 0x4001820c60, 0x4001820c00) github.com/hashicorp/nomad/nomad/eval_broker.go:478 +0x5c created by github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers github.com/hashicorp/nomad/nomad/eval_broker.go:477 +0x258 goroutine 3101444 [select]: github.com/hashicorp/yamux.(*Session).keepalive(0x40019c8160) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:313 +0x78 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:116 +0x460 goroutine 3121644 [select]: github.com/hashicorp/yamux.(*Session).keepalive(0x400041ac60) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:313 +0x78 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:116 +0x460 goroutine 3121655 [select]: github.com/hashicorp/yamux.(*Session).AcceptStream(0x400041ac60) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:212 +0x6c github.com/hashicorp/yamux.(*Session).Accept(...) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:202 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f168, 0x40008d3880}, 0x4001b1af00) github.com/hashicorp/nomad/nomad/rpc.go:473 +0x2d0 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f168, 0x40008d3880}, 0x4001b1af00) github.com/hashicorp/nomad/nomad/rpc.go:322 +0xce8 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f4d8, 0x40027d4b70}, 0x4001b1af00) github.com/hashicorp/nomad/nomad/rpc.go:302 +0x88c created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen github.com/hashicorp/nomad/nomad/rpc.go:153 +0x34c goroutine 3138828 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers.func1(0x400200bec0, 0x4000a685a0, 0x4000a684e0) github.com/hashicorp/nomad/nomad/eval_broker.go:478 +0x5c created by github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers github.com/hashicorp/nomad/nomad/eval_broker.go:477 +0x258 goroutine 3111383 [select, 7 minutes]: github.com/hashicorp/yamux.(*Session).AcceptStream(0x4003018fd0) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:212 +0x6c github.com/hashicorp/yamux.(*Session).Accept(...) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:202 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f168, 0x40009f3c00}, 0x400296b860) github.com/hashicorp/nomad/nomad/rpc.go:473 +0x2d0 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f168, 0x40009f3c00}, 0x400296b860) github.com/hashicorp/nomad/nomad/rpc.go:322 +0xce8 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f4d8, 0x4002692a98}, 0x400296b860) github.com/hashicorp/nomad/nomad/rpc.go:302 +0x88c created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen github.com/hashicorp/nomad/nomad/rpc.go:153 +0x34c goroutine 3133719 [select]: github.com/hashicorp/yamux.(*Stream).Read(0x40022dcd80, {0x4001549000, 0x1000, 0x1000}) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/stream.go:133 +0x46c bufio.(*Reader).fill(0x4001f31f20) bufio/bufio.go:101 +0x10c bufio.(*Reader).ReadByte(0x4001f31f20) bufio/bufio.go:253 +0x34 github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0x40018ac280) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:447 +0x34 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0x40015e8900) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2230 +0x54 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0x40015e8900) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2224 +0x64 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:742 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0x40025cef00) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:791 +0x38 github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0x40015e88c0, {0x1d28a80, 0x40025cef40}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2536 +0x34 github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0x40015e88c0, {0x1d28a80, 0x40025cef40}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2519 +0x90 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0x4001b96100, {0x1d28a80, 0x40025cef40}) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:121 +0x48 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0x4001b96100, 0x40025cef40) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:60 +0x3c net/rpc.(*Server).readRequestHeader(0x4002c55400, {0x27edf60, 0x4001b96100}) net/rpc/server.go:583 +0x4c net/rpc.(*Server).readRequest(0x4002c55400, {0x27edf60, 0x4001b96100}) net/rpc/server.go:543 +0x38 net/rpc.(*Server).ServeRequest(0x4002c55400, {0x27edf60, 0x4001b96100}) net/rpc/server.go:486 +0x50 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x40022dcd80}, 0x4002c55400) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 3138825 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers.func1(0x400200bda0, 0x4000a685a0, 0x4000a684e0) github.com/hashicorp/nomad/nomad/eval_broker.go:478 +0x5c created by github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers github.com/hashicorp/nomad/nomad/eval_broker.go:477 +0x258 goroutine 3101445 [select]: github.com/hashicorp/yamux.(*Stream).Read(0x40028c4900, {0x4002b38000, 0x1000, 0x1000}) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/stream.go:133 +0x46c bufio.(*Reader).fill(0x4002b34fc0) bufio/bufio.go:101 +0x10c bufio.(*Reader).ReadByte(0x4002b34fc0) bufio/bufio.go:253 +0x34 github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0x4002b1b600) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:447 +0x34 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0x4001924e00) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2230 +0x54 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0x4001924e00) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2224 +0x64 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:742 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0x4002b57600) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:791 +0x38 github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0x4001924dc0, {0x1d28a80, 0x4002b57640}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2536 +0x34 github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0x4001924dc0, {0x1d28a80, 0x4002b57640}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2519 +0x90 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0x4002a91c40, {0x1d28a80, 0x4002b57640}) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:121 +0x48 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0x4002a91c40, 0x4002b57640) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:60 +0x3c net/rpc.(*Server).readRequestHeader(0x4002aa4eb0, {0x27edf60, 0x4002a91c40}) net/rpc/server.go:583 +0x4c net/rpc.(*Server).readRequest(0x4002aa4eb0, {0x27edf60, 0x4002a91c40}) net/rpc/server.go:543 +0x38 net/rpc.(*Server).ServeRequest(0x4002aa4eb0, {0x27edf60, 0x4002a91c40}) net/rpc/server.go:486 +0x50 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x40028c4900}, 0x4002aa4eb0) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 3121642 [IO wait]: internal/poll.runtime_pollWait(0xffff60f04070, 0x72) runtime/netpoll.go:229 +0xa4 internal/poll.(*pollDesc).wait(0x400192b318, 0x72, 0x0) internal/poll/fd_poll_runtime.go:84 +0x38 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x400192b300, {0x4000ffca00, 0x1377, 0x1377}) internal/poll/fd_unix.go:167 +0x1e4 net.(*netFD).Read(0x400192b300, {0x4000ffca00, 0x1377, 0x1377}) net/fd_posix.go:56 +0x44 net.(*conn).Read(0x4003008740, {0x4000ffca00, 0x1377, 0x1377}) net/net.go:183 +0x4c crypto/tls.(*atLeastReader).Read(0x4002842090, {0x4000ffca00, 0x1377, 0x1377}) crypto/tls/conn.go:777 +0x58 bytes.(*Buffer).ReadFrom(0x40008d3af8, {0x27af580, 0x4002842090}) bytes/buffer.go:204 +0xa4 crypto/tls.(*Conn).readFromUntil(0x40008d3880, {0xffff680fa078, 0x40027d4b70}, 0x5) crypto/tls/conn.go:799 +0xe0 crypto/tls.(*Conn).readRecordOrCCS(0x40008d3880, 0x0) crypto/tls/conn.go:606 +0xf4 crypto/tls.(*Conn).readRecord(...) crypto/tls/conn.go:574 crypto/tls.(*Conn).Read(0x40008d3880, {0x400220b000, 0x1000, 0x1000}) crypto/tls/conn.go:1277 +0x164 bufio.(*Reader).Read(0x400223a600, {0x4002237920, 0xc, 0xc}) bufio/bufio.go:227 +0x214 io.ReadAtLeast({0x27af300, 0x400223a600}, {0x4002237920, 0xc, 0xc}, 0xc) io/io.go:328 +0xa8 io.ReadFull(...) io/io.go:347 github.com/hashicorp/yamux.(*Session).recvLoop(0x400041ac60) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:458 +0xa8 github.com/hashicorp/yamux.(*Session).recv(0x400041ac60) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:437 +0x28 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:113 +0x414 goroutine 3119887 [select]: github.com/hashicorp/yamux.(*Session).keepalive(0x400041ab00) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:313 +0x78 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:116 +0x460 goroutine 3091906 [IO wait]: internal/poll.runtime_pollWait(0xffff60f045e0, 0x72) runtime/netpoll.go:229 +0xa4 internal/poll.(*pollDesc).wait(0x4002810398, 0x72, 0x0) internal/poll/fd_poll_runtime.go:84 +0x38 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x4002810380, {0x4000ffa000, 0x1377, 0x1377}) internal/poll/fd_unix.go:167 +0x1e4 net.(*netFD).Read(0x4002810380, {0x4000ffa000, 0x1377, 0x1377}) net/fd_posix.go:56 +0x44 net.(*conn).Read(0x400121fa48, {0x4000ffa000, 0x1377, 0x1377}) net/net.go:183 +0x4c crypto/tls.(*atLeastReader).Read(0x4000b61668, {0x4000ffa000, 0x1377, 0x1377}) crypto/tls/conn.go:777 +0x58 bytes.(*Buffer).ReadFrom(0x40017c85f8, {0x27af580, 0x4000b61668}) bytes/buffer.go:204 +0xa4 crypto/tls.(*Conn).readFromUntil(0x40017c8380, {0xffff680fa078, 0x4002c1e4b0}, 0x5) crypto/tls/conn.go:799 +0xe0 crypto/tls.(*Conn).readRecordOrCCS(0x40017c8380, 0x0) crypto/tls/conn.go:606 +0xf4 crypto/tls.(*Conn).readRecord(...) crypto/tls/conn.go:574 crypto/tls.(*Conn).Read(0x40017c8380, {0x4002193000, 0x1000, 0x1000}) crypto/tls/conn.go:1277 +0x164 bufio.(*Reader).Read(0x40020133e0, {0x400216cfe0, 0xc, 0xc}) bufio/bufio.go:227 +0x214 io.ReadAtLeast({0x27af300, 0x40020133e0}, {0x400216cfe0, 0xc, 0xc}, 0xc) io/io.go:328 +0xa8 io.ReadFull(...) io/io.go:347 github.com/hashicorp/yamux.(*Session).recvLoop(0x40019c80b0) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:458 +0xa8 github.com/hashicorp/yamux.(*Session).recv(0x40019c80b0) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:437 +0x28 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:113 +0x414 goroutine 3138821 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers.func1(0x400200bda0, 0x4000a68420, 0x4000a683c0) github.com/hashicorp/nomad/nomad/eval_broker.go:478 +0x5c created by github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers github.com/hashicorp/nomad/nomad/eval_broker.go:477 +0x258 goroutine 3111385 [select]: github.com/hashicorp/yamux.(*Session).send(0x4003018fd0) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:399 +0x90 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:114 +0x434 goroutine 3138807 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers.func1(0x400177c9c0, 0x40018202a0, 0x40018200c0) github.com/hashicorp/nomad/nomad/eval_broker.go:478 +0x5c created by github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers github.com/hashicorp/nomad/nomad/eval_broker.go:477 +0x258 goroutine 3138835 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers.func1(0x400200bda0, 0x4001820c60, 0x4001820c00) github.com/hashicorp/nomad/nomad/eval_broker.go:478 +0x5c created by github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers github.com/hashicorp/nomad/nomad/eval_broker.go:477 +0x258 goroutine 3119888 [select, 1 minutes]: github.com/hashicorp/go-memdb.watchFew({0x27ed588, 0x4002762a20}, {0x4002b31438, 0x20, 0x20}) github.com/hashicorp/go-memdb@v1.3.0/watch_few.go:16 +0x38c github.com/hashicorp/go-memdb.WatchSet.WatchCtx(0x4002055470, {0x27ed588, 0x4002762a20}) github.com/hashicorp/go-memdb@v1.3.0/watch.go:82 +0x138 github.com/hashicorp/nomad/nomad.(*rpcHandler).blockingRPC(0x4000404e80, 0x4002b31740) github.com/hashicorp/nomad/nomad/rpc.go:827 +0x4a0 github.com/hashicorp/nomad/nomad.(*Node).GetClientAllocs(0x40001f0cb0, 0x40018240a0, 0x40020550b0) github.com/hashicorp/nomad/nomad/node_endpoint.go:1096 +0x2f8 reflect.Value.call({0x4000890b40, 0x40030086c0, 0x13}, {0x23354fa, 0x4}, {0x4002b31de0, 0x3, 0x3}) reflect/value.go:543 +0x590 reflect.Value.Call({0x4000890b40, 0x40030086c0, 0x13}, {0x4002b31de0, 0x3, 0x3}) reflect/value.go:339 +0x8c net/rpc.(*service).call(0x4001d9d580, 0x4002c55400, 0x4001c1a920, 0x0, 0x4002336c00, 0x4001758b80, {0x217af00, 0x40018240a0, 0x16}, {0x1cd5b80, ...}, ...) net/rpc/server.go:377 +0x1a0 net/rpc.(*Server).ServeRequest(0x4002c55400, {0x27edf60, 0x4001d9d640}) net/rpc/server.go:498 +0x18c github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x40028c4000}, 0x4002c55400) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 3111848 [select, 2 minutes]: github.com/hashicorp/yamux.(*Stream).Read(0x400164e3c0, {0x4001cfb000, 0x1000, 0x1000}) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/stream.go:133 +0x46c bufio.(*Reader).fill(0x4002a23d40) bufio/bufio.go:101 +0x10c bufio.(*Reader).ReadByte(0x4002a23d40) bufio/bufio.go:253 +0x34 github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0x4000dae080) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:447 +0x34 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0x4000a2e680) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2230 +0x54 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0x4000a2e680) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2224 +0x64 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:742 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0x40017c0e00) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:791 +0x38 github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0x4000a2e640, {0x1d28a80, 0x40017c0e40}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2536 +0x34 github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0x4000a2e640, {0x1d28a80, 0x40017c0e40}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2519 +0x90 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0x4002391700, {0x1d28a80, 0x40017c0e40}) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:121 +0x48 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0x4002391700, 0x40017c0e40) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:60 +0x3c net/rpc.(*Server).readRequestHeader(0x40014c43c0, {0x27edf60, 0x4002391700}) net/rpc/server.go:583 +0x4c net/rpc.(*Server).readRequest(0x40014c43c0, {0x27edf60, 0x4002391700}) net/rpc/server.go:543 +0x38 net/rpc.(*Server).ServeRequest(0x40014c43c0, {0x27edf60, 0x4002391700}) net/rpc/server.go:486 +0x50 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x400164e3c0}, 0x40014c43c0) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 3119886 [select]: github.com/hashicorp/yamux.(*Session).send(0x400041ab00) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:399 +0x90 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:114 +0x434 goroutine 3121645 [select]: github.com/hashicorp/go-memdb.watchFew({0x27ed588, 0x4002bc1020}, {0x4000465438, 0x20, 0x20}) github.com/hashicorp/go-memdb@v1.3.0/watch_few.go:16 +0x38c github.com/hashicorp/go-memdb.WatchSet.WatchCtx(0x4002ae83f0, {0x27ed588, 0x4002bc1020}) github.com/hashicorp/go-memdb@v1.3.0/watch.go:82 +0x138 github.com/hashicorp/nomad/nomad.(*rpcHandler).blockingRPC(0x4000404e80, 0x4000465740) github.com/hashicorp/nomad/nomad/rpc.go:827 +0x4a0 github.com/hashicorp/nomad/nomad.(*Node).GetClientAllocs(0x4000643810, 0x4001de6fa0, 0x4002ae8270) github.com/hashicorp/nomad/nomad/node_endpoint.go:1096 +0x2f8 reflect.Value.call({0x4000890b40, 0x4002b20800, 0x13}, {0x23354fa, 0x4}, {0x4000465de0, 0x3, 0x3}) reflect/value.go:543 +0x590 reflect.Value.Call({0x4000890b40, 0x4002b20800, 0x13}, {0x4000465de0, 0x3, 0x3}) reflect/value.go:339 +0x8c net/rpc.(*service).call(0x40021019c0, 0x40021b58b0, 0x4001147e20, 0x0, 0x40022ac280, 0x4002cd8be0, {0x217af00, 0x4001de6fa0, 0x16}, {0x1cd5b80, ...}, ...) net/rpc/server.go:377 +0x1a0 net/rpc.(*Server).ServeRequest(0x40021b58b0, {0x27edf60, 0x4002101a40}) net/rpc/server.go:498 +0x18c github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x4001d8f980}, 0x40021b58b0) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 3114731 [select]: github.com/hashicorp/yamux.(*Session).send(0x400043f4a0) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:399 +0x90 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:114 +0x434 goroutine 3111373 [select, 2 minutes]: github.com/hashicorp/go-memdb.watchFew({0x27ed588, 0x4001b3e000}, {0x4000a19438, 0x20, 0x20}) github.com/hashicorp/go-memdb@v1.3.0/watch_few.go:16 +0x38c github.com/hashicorp/go-memdb.WatchSet.WatchCtx(0x40015021e0, {0x27ed588, 0x4001b3e000}) github.com/hashicorp/go-memdb@v1.3.0/watch.go:82 +0x138 github.com/hashicorp/nomad/nomad.(*rpcHandler).blockingRPC(0x4000404e80, 0x4000a19740) github.com/hashicorp/nomad/nomad/rpc.go:827 +0x4a0 github.com/hashicorp/nomad/nomad.(*Node).GetClientAllocs(0x4002694c40, 0x400038e320, 0x4001502000) github.com/hashicorp/nomad/nomad/node_endpoint.go:1096 +0x2f8 reflect.Value.call({0x4000890b40, 0x4000ca1400, 0x13}, {0x23354fa, 0x4}, {0x4000a19de0, 0x3, 0x3}) reflect/value.go:543 +0x590 reflect.Value.Call({0x4000890b40, 0x4000ca1400, 0x13}, {0x4000a19de0, 0x3, 0x3}) reflect/value.go:339 +0x8c net/rpc.(*service).call(0x4002675480, 0x400296bd10, 0x40010943a0, 0x0, 0x4002989400, 0x40022a7140, {0x217af00, 0x400038e320, 0x16}, {0x1cd5b80, ...}, ...) net/rpc/server.go:377 +0x1a0 net/rpc.(*Server).ServeRequest(0x400296bd10, {0x27edf60, 0x4002701800}) net/rpc/server.go:498 +0x18c github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x4001bebbc0}, 0x400296bd10) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 3130173 [select]: github.com/hashicorp/yamux.(*Session).keepalive(0x400041ad10) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:313 +0x78 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:116 +0x460 goroutine 3014208 [IO wait, 40 minutes]: internal/poll.runtime_pollWait(0xffff682a8d78, 0x72) runtime/netpoll.go:229 +0xa4 internal/poll.(*pollDesc).wait(0x4001975518, 0x72, 0x0) internal/poll/fd_poll_runtime.go:84 +0x38 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x4001975500, {0x4002d6ea00, 0x1377, 0x1377}) internal/poll/fd_unix.go:167 +0x1e4 net.(*netFD).Read(0x4001975500, {0x4002d6ea00, 0x1377, 0x1377}) net/fd_posix.go:56 +0x44 net.(*conn).Read(0x40033ac018, {0x4002d6ea00, 0x1377, 0x1377}) net/net.go:183 +0x4c crypto/tls.(*atLeastReader).Read(0x4000f765a0, {0x4002d6ea00, 0x1377, 0x1377}) crypto/tls/conn.go:777 +0x58 bytes.(*Buffer).ReadFrom(0x40008d2978, {0x27af580, 0x4000f765a0}) bytes/buffer.go:204 +0xa4 crypto/tls.(*Conn).readFromUntil(0x40008d2700, {0xffff680fa078, 0x4000f763c0}, 0x5) crypto/tls/conn.go:799 +0xe0 crypto/tls.(*Conn).readRecordOrCCS(0x40008d2700, 0x0) crypto/tls/conn.go:606 +0xf4 crypto/tls.(*Conn).readRecord(...) crypto/tls/conn.go:574 crypto/tls.(*Conn).Read(0x40008d2700, {0x4001017000, 0x1000, 0x1000}) crypto/tls/conn.go:1277 +0x164 bufio.(*Reader).fill(0x4001b73980) bufio/bufio.go:101 +0x10c bufio.(*Reader).ReadByte(0x4001b73980) bufio/bufio.go:253 +0x34 github.com/hashicorp/raft.(*NetworkTransport).handleCommand(0x40009d8600, 0x4001b73980, 0x400152cf00, 0x4001604840) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/net_transport.go:552 +0x30 github.com/hashicorp/raft.(*NetworkTransport).handleConn(0x40009d8600, {0x27ed518, 0x4000a65e80}, {0x280f168, 0x40008d2700}) github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/net_transport.go:536 +0x360 created by github.com/hashicorp/raft.(*NetworkTransport).listen github.com/hashicorp/raft@v1.1.3-0.20200211192230-365023de17e6/net_transport.go:514 +0x3a4 goroutine 3138852 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers.func1(0x400200bec0, 0x4000a68c60, 0x4000a68c00) github.com/hashicorp/nomad/nomad/eval_broker.go:478 +0x5c created by github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers github.com/hashicorp/nomad/nomad/eval_broker.go:477 +0x258 goroutine 3130153 [select, 2 minutes]: github.com/hashicorp/yamux.(*Session).AcceptStream(0x400041ad10) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:212 +0x6c github.com/hashicorp/yamux.(*Session).Accept(...) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:202 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f168, 0x40017c8000}, 0x40023c24b0) github.com/hashicorp/nomad/nomad/rpc.go:473 +0x2d0 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f168, 0x40017c8000}, 0x40023c24b0) github.com/hashicorp/nomad/nomad/rpc.go:322 +0xce8 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f4d8, 0x4000fd0a68}, 0x40023c24b0) github.com/hashicorp/nomad/nomad/rpc.go:302 +0x88c created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen github.com/hashicorp/nomad/nomad/rpc.go:153 +0x34c goroutine 3138851 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers.func1(0x400200be60, 0x4000a68c60, 0x4000a68c00) github.com/hashicorp/nomad/nomad/eval_broker.go:478 +0x5c created by github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers github.com/hashicorp/nomad/nomad/eval_broker.go:477 +0x258 goroutine 3138813 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers.func1(0x400200be00, 0x4001820ba0, 0x40018209c0) github.com/hashicorp/nomad/nomad/eval_broker.go:478 +0x5c created by github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers github.com/hashicorp/nomad/nomad/eval_broker.go:477 +0x258 goroutine 3138823 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers.func1(0x400200be60, 0x4000a68420, 0x4000a683c0) github.com/hashicorp/nomad/nomad/eval_broker.go:478 +0x5c created by github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers github.com/hashicorp/nomad/nomad/eval_broker.go:477 +0x258 goroutine 3138814 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers.func1(0x400200be60, 0x4001820ba0, 0x40018209c0) github.com/hashicorp/nomad/nomad/eval_broker.go:478 +0x5c created by github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers github.com/hashicorp/nomad/nomad/eval_broker.go:477 +0x258 goroutine 3111384 [IO wait]: internal/poll.runtime_pollWait(0xffff60f044f8, 0x72) runtime/netpoll.go:229 +0xa4 internal/poll.(*pollDesc).wait(0x400164bc18, 0x72, 0x0) internal/poll/fd_poll_runtime.go:84 +0x38 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x400164bc00, {0x40005e9500, 0x1377, 0x1377}) internal/poll/fd_unix.go:167 +0x1e4 net.(*netFD).Read(0x400164bc00, {0x40005e9500, 0x1377, 0x1377}) net/fd_posix.go:56 +0x44 net.(*conn).Read(0x4000ca09a0, {0x40005e9500, 0x1377, 0x1377}) net/net.go:183 +0x4c crypto/tls.(*atLeastReader).Read(0x400297c150, {0x40005e9500, 0x1377, 0x1377}) crypto/tls/conn.go:777 +0x58 bytes.(*Buffer).ReadFrom(0x40009f3e78, {0x27af580, 0x400297c150}) bytes/buffer.go:204 +0xa4 crypto/tls.(*Conn).readFromUntil(0x40009f3c00, {0xffff680fa078, 0x4002692a98}, 0x5) crypto/tls/conn.go:799 +0xe0 crypto/tls.(*Conn).readRecordOrCCS(0x40009f3c00, 0x0) crypto/tls/conn.go:606 +0xf4 crypto/tls.(*Conn).readRecord(...) crypto/tls/conn.go:574 crypto/tls.(*Conn).Read(0x40009f3c00, {0x4002761000, 0x1000, 0x1000}) crypto/tls/conn.go:1277 +0x164 bufio.(*Reader).Read(0x4000a0b680, {0x400177fa10, 0xc, 0xc}) bufio/bufio.go:227 +0x214 io.ReadAtLeast({0x27af300, 0x4000a0b680}, {0x400177fa10, 0xc, 0xc}, 0xc) io/io.go:328 +0xa8 io.ReadFull(...) io/io.go:347 github.com/hashicorp/yamux.(*Session).recvLoop(0x4003018fd0) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:458 +0xa8 github.com/hashicorp/yamux.(*Session).recv(0x4003018fd0) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:437 +0x28 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:113 +0x414 goroutine 3130174 [select]: github.com/hashicorp/yamux.(*Stream).Read(0x400292ecc0, {0x400193a000, 0x1000, 0x1000}) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/stream.go:133 +0x46c bufio.(*Reader).fill(0x4002a00480) bufio/bufio.go:101 +0x10c bufio.(*Reader).ReadByte(0x4002a00480) bufio/bufio.go:253 +0x34 github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0x4000fcdd00) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:447 +0x34 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0x4001f25bc0) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2230 +0x54 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0x4001f25bc0) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2224 +0x64 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:742 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0x400291c780) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:791 +0x38 github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0x4001f25b80, {0x1d28a80, 0x400291c7c0}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2536 +0x34 github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0x4001f25b80, {0x1d28a80, 0x400291c7c0}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2519 +0x90 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0x4002bb4d40, {0x1d28a80, 0x400291c7c0}) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:121 +0x48 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0x4002bb4d40, 0x400291c7c0) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:60 +0x3c net/rpc.(*Server).readRequestHeader(0x400225a820, {0x27edf60, 0x4002bb4d40}) net/rpc/server.go:583 +0x4c net/rpc.(*Server).readRequest(0x400225a820, {0x27edf60, 0x4002bb4d40}) net/rpc/server.go:543 +0x38 net/rpc.(*Server).ServeRequest(0x400225a820, {0x27edf60, 0x4002bb4d40}) net/rpc/server.go:486 +0x50 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x400292ecc0}, 0x400225a820) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 3138836 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers.func1(0x400200bec0, 0x4001820c60, 0x4001820c00) github.com/hashicorp/nomad/nomad/eval_broker.go:478 +0x5c created by github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers github.com/hashicorp/nomad/nomad/eval_broker.go:477 +0x258 goroutine 3116128 [select, 2 minutes]: github.com/hashicorp/go-memdb.watchFew({0x27ed588, 0x40025f4300}, {0x40021f5438, 0x20, 0x20}) github.com/hashicorp/go-memdb@v1.3.0/watch_few.go:16 +0x38c github.com/hashicorp/go-memdb.WatchSet.WatchCtx(0x40023119e0, {0x27ed588, 0x40025f4300}) github.com/hashicorp/go-memdb@v1.3.0/watch.go:82 +0x138 github.com/hashicorp/nomad/nomad.(*rpcHandler).blockingRPC(0x4000404e80, 0x40021f5740) github.com/hashicorp/nomad/nomad/rpc.go:827 +0x4a0 github.com/hashicorp/nomad/nomad.(*Node).GetClientAllocs(0x40005c2fc0, 0x4001825360, 0x4002311860) github.com/hashicorp/nomad/nomad/node_endpoint.go:1096 +0x2f8 reflect.Value.call({0x4000890b40, 0x4003008518, 0x13}, {0x23354fa, 0x4}, {0x40021f5de0, 0x3, 0x3}) reflect/value.go:543 +0x590 reflect.Value.Call({0x4000890b40, 0x4003008518, 0x13}, {0x40021f5de0, 0x3, 0x3}) reflect/value.go:339 +0x8c net/rpc.(*service).call(0x4001e2df80, 0x40025a7950, 0x40024bf240, 0x0, 0x400202bb00, 0x4002774ca0, {0x217af00, 0x4001825360, 0x16}, {0x1cd5b80, ...}, ...) net/rpc/server.go:377 +0x1a0 net/rpc.(*Server).ServeRequest(0x40025a7950, {0x27edf60, 0x400194c000}) net/rpc/server.go:498 +0x18c github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x40014a66c0}, 0x40025a7950) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 3086972 [select]: github.com/hashicorp/yamux.(*Session).send(0x40019c8e70) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:399 +0x90 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:114 +0x434 goroutine 3138850 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers.func1(0x400200be00, 0x4000a68c60, 0x4000a68c00) github.com/hashicorp/nomad/nomad/eval_broker.go:478 +0x5c created by github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers github.com/hashicorp/nomad/nomad/eval_broker.go:477 +0x258 goroutine 3114730 [IO wait]: internal/poll.runtime_pollWait(0xffff60f03db8, 0x72) runtime/netpoll.go:229 +0xa4 internal/poll.(*pollDesc).wait(0x4000860798, 0x72, 0x0) internal/poll/fd_poll_runtime.go:84 +0x38 internal/poll.(*pollDesc).waitRead(...) internal/poll/fd_poll_runtime.go:89 internal/poll.(*FD).Read(0x4000860780, {0x4000ffb500, 0x1377, 0x1377}) internal/poll/fd_unix.go:167 +0x1e4 net.(*netFD).Read(0x4000860780, {0x4000ffb500, 0x1377, 0x1377}) net/fd_posix.go:56 +0x44 net.(*conn).Read(0x400026d560, {0x4000ffb500, 0x1377, 0x1377}) net/net.go:183 +0x4c crypto/tls.(*atLeastReader).Read(0x40027d5830, {0x4000ffb500, 0x1377, 0x1377}) crypto/tls/conn.go:777 +0x58 bytes.(*Buffer).ReadFrom(0x40001185f8, {0x27af580, 0x40027d5830}) bytes/buffer.go:204 +0xa4 crypto/tls.(*Conn).readFromUntil(0x4000118380, {0xffff680fa078, 0x4002ee4720}, 0x5) crypto/tls/conn.go:799 +0xe0 crypto/tls.(*Conn).readRecordOrCCS(0x4000118380, 0x0) crypto/tls/conn.go:606 +0xf4 crypto/tls.(*Conn).readRecord(...) crypto/tls/conn.go:574 crypto/tls.(*Conn).Read(0x4000118380, {0x4001ca4000, 0x1000, 0x1000}) crypto/tls/conn.go:1277 +0x164 bufio.(*Reader).Read(0x4002689a40, {0x4001571d70, 0xc, 0xc}) bufio/bufio.go:227 +0x214 io.ReadAtLeast({0x27af300, 0x4002689a40}, {0x4001571d70, 0xc, 0xc}, 0xc) io/io.go:328 +0xa8 io.ReadFull(...) io/io.go:347 github.com/hashicorp/yamux.(*Session).recvLoop(0x400043f4a0) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:458 +0xa8 github.com/hashicorp/yamux.(*Session).recv(0x400043f4a0) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:437 +0x28 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:113 +0x414 goroutine 3111386 [select]: github.com/hashicorp/yamux.(*Session).keepalive(0x4003018fd0) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:313 +0x78 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:116 +0x460 goroutine 3130172 [select]: github.com/hashicorp/yamux.(*Session).send(0x400041ad10) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:399 +0x90 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:114 +0x434 goroutine 3086974 [select, 1 minutes]: github.com/hashicorp/yamux.(*Stream).Read(0x40028d0000, {0x4001ce1000, 0x1000, 0x1000}) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/stream.go:133 +0x46c bufio.(*Reader).fill(0x4002eff2c0) bufio/bufio.go:101 +0x10c bufio.(*Reader).ReadByte(0x4002eff2c0) bufio/bufio.go:253 +0x34 github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0x4001fa2e80) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:447 +0x34 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0x4001972a40) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2230 +0x54 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0x4001972a40) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2224 +0x64 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:742 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0x4000c12c60) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:791 +0x38 github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0x4001972a00, {0x1d28a80, 0x4000c12cc0}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2536 +0x34 github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0x4001972a00, {0x1d28a80, 0x4000c12cc0}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2519 +0x90 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0x4002f1b1c0, {0x1d28a80, 0x4000c12cc0}) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:121 +0x48 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0x4002f1b1c0, 0x4000c12cc0) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:60 +0x3c net/rpc.(*Server).readRequestHeader(0x400285ab90, {0x27edf60, 0x4002f1b1c0}) net/rpc/server.go:583 +0x4c net/rpc.(*Server).readRequest(0x400285ab90, {0x27edf60, 0x4002f1b1c0}) net/rpc/server.go:543 +0x38 net/rpc.(*Server).ServeRequest(0x400285ab90, {0x27edf60, 0x4002f1b1c0}) net/rpc/server.go:486 +0x50 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x40028d0000}, 0x400285ab90) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 3138833 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers.func1(0x400200bda0, 0x4000a68c60, 0x4000a68c00) github.com/hashicorp/nomad/nomad/eval_broker.go:478 +0x5c created by github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers github.com/hashicorp/nomad/nomad/eval_broker.go:477 +0x258 goroutine 3138815 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers.func1(0x400200bda0, 0x4001820ba0, 0x40018209c0) github.com/hashicorp/nomad/nomad/eval_broker.go:478 +0x5c created by github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers github.com/hashicorp/nomad/nomad/eval_broker.go:477 +0x258 goroutine 3091909 [select, 3 minutes]: github.com/hashicorp/yamux.(*Stream).Read(0x40028d0900, {0x4001f75000, 0x1000, 0x1000}) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/stream.go:133 +0x46c bufio.(*Reader).fill(0x4002087380) bufio/bufio.go:101 +0x10c bufio.(*Reader).ReadByte(0x4002087380) bufio/bufio.go:253 +0x34 github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0x40012c7180) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:447 +0x34 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0x4001487a80) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2230 +0x54 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0x4001487a80) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2224 +0x64 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:742 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0x4001770740) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:791 +0x38 github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0x4001487a40, {0x1d28a80, 0x4001770780}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2536 +0x34 github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0x4001487a40, {0x1d28a80, 0x4001770780}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2519 +0x90 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0x4002965000, {0x1d28a80, 0x4001770780}) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:121 +0x48 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0x4002965000, 0x4001770780) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:60 +0x3c net/rpc.(*Server).readRequestHeader(0x40019b0fa0, {0x27edf60, 0x4002965000}) net/rpc/server.go:583 +0x4c net/rpc.(*Server).readRequest(0x40019b0fa0, {0x27edf60, 0x4002965000}) net/rpc/server.go:543 +0x38 net/rpc.(*Server).ServeRequest(0x40019b0fa0, {0x27edf60, 0x4002965000}) net/rpc/server.go:486 +0x50 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x40028d0900}, 0x40019b0fa0) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 3111688 [select]: github.com/hashicorp/yamux.(*Session).send(0x400043f3f0) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:399 +0x90 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:114 +0x434 goroutine 3138816 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers.func1(0x400200bec0, 0x4001820ba0, 0x40018209c0) github.com/hashicorp/nomad/nomad/eval_broker.go:478 +0x5c created by github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers github.com/hashicorp/nomad/nomad/eval_broker.go:477 +0x258 goroutine 3114729 [select, 6 minutes]: github.com/hashicorp/yamux.(*Session).AcceptStream(0x400043f4a0) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:212 +0x6c github.com/hashicorp/yamux.(*Session).Accept(...) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:202 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f168, 0x4000118380}, 0x4001f6bea0) github.com/hashicorp/nomad/nomad/rpc.go:473 +0x2d0 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f168, 0x4000118380}, 0x4001f6bea0) github.com/hashicorp/nomad/nomad/rpc.go:322 +0xce8 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f4d8, 0x4002ee4720}, 0x4001f6bea0) github.com/hashicorp/nomad/nomad/rpc.go:302 +0x88c created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen github.com/hashicorp/nomad/nomad/rpc.go:153 +0x34c goroutine 3138822 [select]: github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers.func1(0x400200be00, 0x4000a68420, 0x4000a683c0) github.com/hashicorp/nomad/nomad/eval_broker.go:478 +0x5c created by github.com/hashicorp/nomad/nomad.(*EvalBroker).waitForSchedulers github.com/hashicorp/nomad/nomad/eval_broker.go:477 +0x258 goroutine 3086970 [select, 12 minutes]: github.com/hashicorp/yamux.(*Session).AcceptStream(0x40019c8e70) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:212 +0x6c github.com/hashicorp/yamux.(*Session).Accept(...) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:202 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f168, 0x4001e4e700}, 0x400285a730) github.com/hashicorp/nomad/nomad/rpc.go:473 +0x2d0 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f168, 0x4001e4e700}, 0x400285a730) github.com/hashicorp/nomad/nomad/rpc.go:322 +0xce8 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f4d8, 0x4002842858}, 0x400285a730) github.com/hashicorp/nomad/nomad/rpc.go:302 +0x88c created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen github.com/hashicorp/nomad/nomad/rpc.go:153 +0x34c goroutine 3114133 [select]: github.com/hashicorp/yamux.(*Stream).Read(0x4002026840, {0x4001fa0000, 0x1000, 0x1000}) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/stream.go:133 +0x46c bufio.(*Reader).fill(0x4002170c60) bufio/bufio.go:101 +0x10c bufio.(*Reader).ReadByte(0x4002170c60) bufio/bufio.go:253 +0x34 github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0x400292a000) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:447 +0x34 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0x40015e8180) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2230 +0x54 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0x40015e8180) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2224 +0x64 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:742 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0x4002d1e680) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:791 +0x38 github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0x40015e8140, {0x1d28a80, 0x4002d1e6c0}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2536 +0x34 github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0x40015e8140, {0x1d28a80, 0x4002d1e6c0}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2519 +0x90 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0x400109b900, {0x1d28a80, 0x4002d1e6c0}) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:121 +0x48 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0x400109b900, 0x4002d1e6c0) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:60 +0x3c net/rpc.(*Server).readRequestHeader(0x400296bd10, {0x27edf60, 0x400109b900}) net/rpc/server.go:583 +0x4c net/rpc.(*Server).readRequest(0x400296bd10, {0x27edf60, 0x400109b900}) net/rpc/server.go:543 +0x38 net/rpc.(*Server).ServeRequest(0x400296bd10, {0x27edf60, 0x400109b900}) net/rpc/server.go:486 +0x50 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x4002026840}, 0x400296bd10) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc goroutine 3116127 [select]: github.com/hashicorp/yamux.(*Session).keepalive(0x4002464370) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:313 +0x78 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:116 +0x460 goroutine 3091893 [select, 14 minutes]: github.com/hashicorp/yamux.(*Session).AcceptStream(0x40019c80b0) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:212 +0x6c github.com/hashicorp/yamux.(*Session).Accept(...) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:202 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f168, 0x40017c8380}, 0x40028c1180) github.com/hashicorp/nomad/nomad/rpc.go:473 +0x2d0 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f168, 0x40017c8380}, 0x40028c1180) github.com/hashicorp/nomad/nomad/rpc.go:322 +0xce8 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f4d8, 0x4002c1e4b0}, 0x40028c1180) github.com/hashicorp/nomad/nomad/rpc.go:302 +0x88c created by github.com/hashicorp/nomad/nomad.(*rpcHandler).listen github.com/hashicorp/nomad/nomad/rpc.go:153 +0x34c goroutine 3116126 [select]: github.com/hashicorp/yamux.(*Session).send(0x4002464370) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:399 +0x90 created by github.com/hashicorp/yamux.newSession github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/session.go:114 +0x434 goroutine 3118804 [select, 1 minutes]: github.com/hashicorp/yamux.(*Stream).Read(0x400164e840, {0x4001ac6000, 0x1000, 0x1000}) github.com/hashicorp/yamux@v0.0.0-20181012175058-2f1d1f20f75d/stream.go:133 +0x46c bufio.(*Reader).fill(0x40024f8fc0) bufio/bufio.go:101 +0x10c bufio.(*Reader).ReadByte(0x40024f8fc0) bufio/bufio.go:253 +0x34 github.com/hashicorp/go-msgpack/codec.(*ioDecReader).readn1(0x40018c1b00) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:447 +0x34 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1IO(0x4001925300) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2230 +0x54 github.com/hashicorp/go-msgpack/codec.(*decReaderSwitch).readn1(0x4001925300) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2224 +0x64 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).readNextBd(...) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:742 github.com/hashicorp/go-msgpack/codec.(*msgpackDecDriver).TryDecodeAsNil(0x40028fd540) github.com/hashicorp/go-msgpack@v1.1.5/codec/msgpack.go:791 +0x38 github.com/hashicorp/go-msgpack/codec.(*Decoder).mustDecode(0x40019252c0, {0x1d28a80, 0x40028fd580}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2536 +0x34 github.com/hashicorp/go-msgpack/codec.(*Decoder).Decode(0x40019252c0, {0x1d28a80, 0x40028fd580}) github.com/hashicorp/go-msgpack@v1.1.5/codec/decode.go:2519 +0x90 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).read(0x4002637dc0, {0x1d28a80, 0x40028fd580}) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:121 +0x48 github.com/hashicorp/net-rpc-msgpackrpc.(*MsgpackCodec).ReadRequestHeader(0x4002637dc0, 0x40028fd580) github.com/hashicorp/net-rpc-msgpackrpc@v0.0.0-20151116020338-a14192a58a69/codec.go:60 +0x3c net/rpc.(*Server).readRequestHeader(0x4002b622d0, {0x27edf60, 0x4002637dc0}) net/rpc/server.go:583 +0x4c net/rpc.(*Server).readRequest(0x4002b622d0, {0x27edf60, 0x4002637dc0}) net/rpc/server.go:543 +0x38 net/rpc.(*Server).ServeRequest(0x4002b622d0, {0x27edf60, 0x4002637dc0}) net/rpc/server.go:486 +0x50 github.com/hashicorp/nomad/nomad.(*rpcHandler).handleNomadConn(0x4000404e80, {0x27ed518, 0x40012e0d00}, {0x280f7f0, 0x400164e840}, 0x4002b622d0) github.com/hashicorp/nomad/nomad/rpc.go:388 +0x188 created by github.com/hashicorp/nomad/nomad.(*rpcHandler).handleMultiplexV2 github.com/hashicorp/nomad/nomad/rpc.go:493 +0x3fc