2015-12-15T09:41:21.425Z+01:00 [Info] Indexer started with command line: [/opt/couchbase/bin/indexer -vbuckets=1024 -cluster=127.0.0.1:8091 -adminPort=9100 -scanPort=9101 -httpPort=9102 -streamInitPort=9103 -streamCatchupPort=9104 -streamMaintPort=9105 -storageDir=/opt/couchbase/var/lib/couchbase/data/@2i]
2015-12-15T09:41:21.444Z+01:00 [Info] Indexer::NewIndexer Status INIT
2015-12-15T09:41:21.448Z+01:00 [Info] Setting maxcpus = 4
2015-12-15T09:41:21.448Z+01:00 [Info] Setting buffer block size to 16384 bytes
2015-12-15T09:41:21.448Z+01:00 [Info] Setting log level to Info
2015-12-15T09:41:21.448Z+01:00 [Info] Indexer::NewIndexer Starting with Vbuckets 1024
2015-12-15T09:41:21.492Z+01:00 [Info] [Queryport ":9101"] started ...
2015-12-15T09:41:21.495Z+01:00 [Info] New settings received:
{"indexer.settings.compaction.interval":"00:00,00:00","indexer.settings.log_level":"info","indexer.settings.persisted_snapshot.interval":5000,"indexer.settings.compaction.min_frag":30,"indexer.settings.inmemory_snapshot.interval":200,"indexer.settings.max_cpu_percent":400,"indexer.settings.recovery.max_rollbacks":5,"indexer.settings.memory_quota":268435456}
2015-12-15T09:41:21.495Z+01:00 [Info] Setting maxcpus = 4
2015-12-15T09:41:21.495Z+01:00 [Info] Setting log level to Info
2015-12-15T09:41:21.609Z+01:00 [Info] ClustMgr:handleGetLocalValue Key IndexerId
2015-12-15T09:41:21.616Z+01:00 [Info] Indexer Id 2c:a6:3c:2a:c:6d:8a:7d
2015-12-15T09:41:21.668Z+01:00 [Info] KVSender::sendShutdownTopic Projector 127.0.0.1:9999 Topic MAINT_STREAM_TOPIC_2c:a6:3c:2a:c:6d:8a:7d
2015-12-15T09:41:21.669Z+01:00 [Fatal] KVSender::sendShutdownTopic Unexpected Error During Shutdown Projector 127.0.0.1:9999 Topic MAINT_STREAM_TOPIC_2c:a6:3c:2a:c:6d:8a:7d. Err projector.topicMissing
2015-12-15T09:41:21.669Z+01:00 [Error] KVSender::closeMutationStream MAINT_STREAM  Error Received projector.topicMissing from 127.0.0.1:9999
2015-12-15T09:41:21.669Z+01:00 [Info] KVSender::closeMutationStream MAINT_STREAM  Treating projector.topicMissing As Success
2015-12-15T09:41:21.721Z+01:00 [Info] KVSender::sendShutdownTopic Projector 127.0.0.1:9999 Topic INIT_STREAM_TOPIC_2c:a6:3c:2a:c:6d:8a:7d
2015-12-15T09:41:21.721Z+01:00 [Fatal] KVSender::sendShutdownTopic Unexpected Error During Shutdown Projector 127.0.0.1:9999 Topic INIT_STREAM_TOPIC_2c:a6:3c:2a:c:6d:8a:7d. Err projector.topicMissing
2015-12-15T09:41:21.721Z+01:00 [Error] KVSender::closeMutationStream INIT_STREAM  Error Received projector.topicMissing from 127.0.0.1:9999
2015-12-15T09:41:21.722Z+01:00 [Info] KVSender::closeMutationStream INIT_STREAM  Treating projector.topicMissing As Success
2015-12-15T09:41:21.722Z+01:00 [Info] ClustMgr:handleGetGlobalTopology &{map[]}
2015-12-15T09:41:21.722Z+01:00 [Info] Indexer::initFromPersistedState Recovered IndexInstMap
2015-12-15T09:41:21.722Z+01:00 [Info] MutationMgr::handleUpdateIndexInstMap
	Message: MsgUpdateInstMap
2015-12-15T09:41:21.722Z+01:00 [Info] MutationMgr::handleUpdateIndexPartnMap
	Message: MsgUpdatePartnMap
2015-12-15T09:41:21.722Z+01:00 [Info] ClustMgr:handleIndexerReady &{52 [] {false false false false}  0}
2015-12-15T09:41:21.722Z+01:00 [Info] Indexer::NewIndexer Status ACTIVE
**2015-12-15T09:41:21.722Z+01:00 [Fatal] indexer:: Error Starting Http Server: listen tcp :9102: bind: address already in use**
**panic: listen tcp :9102: bind: address already in use**

goroutine 23 [running]:
github.com/couchbase/indexing/secondary/common.CrashOnError(0x7fb97f691538, 0xc209f99a40)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/common/util.go:364 +0x50
github.com/couchbase/indexing/secondary/indexer.func·010()
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:278 +0x12a
created by github.com/couchbase/indexing/secondary/indexer.NewIndexer
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:280 +0x26c6

goroutine 1 [select]:
github.com/couchbase/indexing/secondary/indexer.(*indexer).run(0xc208054280)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:397 +0x28c
github.com/couchbase/indexing/secondary/indexer.NewIndexer(0xc208068630, 0x0, 0x0, 0x0, 0x0)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:283 +0x26d9
main.main()
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/cmd/indexer/main.go:80 +0xa65

goroutine 5 [syscall]:
os/signal.loop()
	/usr/local/go/src/os/signal/signal_unix.go:21 +0x1f
created by os/signal.init·1
	/usr/local/go/src/os/signal/signal_unix.go:27 +0x35

goroutine 9 [IO wait]:
net.(*pollDesc).Wait(0xc208010ed0, 0x72, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:84 +0x47
net.(*pollDesc).WaitRead(0xc208010ed0, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:89 +0x43
net.(*netFD).Read(0xc208010e70, 0xc208057000, 0x1000, 0x1000, 0x0, 0x7fb97f675e70, 0xc2080d22f0)
	/usr/local/go/src/net/fd_unix.go:242 +0x40f
net.(*conn).Read(0xc20802e048, 0xc208057000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:121 +0xdc
bufio.(*Reader).fill(0xc20805f320)
	/usr/local/go/src/bufio/bufio.go:97 +0x1ce
bufio.(*Reader).Read(0xc20805f320, 0xc20808a001, 0x5ff, 0x5ff, 0xc20802db80, 0x0, 0x0)
	/usr/local/go/src/bufio/bufio.go:174 +0x26c
github.com/couchbase/cbauth/revrpc.(*minirwc).Read(0xc20801ea40, 0xc20808a001, 0x5ff, 0x5ff, 0x2, 0x0, 0x0)
	/home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/revrpc/revrpc.go:100 +0x5c
encoding/json.(*Decoder).readValue(0xc208058000, 0x417bb0, 0x0, 0x0)
	/usr/local/go/src/encoding/json/stream.go:124 +0x5e1
encoding/json.(*Decoder).Decode(0xc208058000, 0xc74ee0, 0xc20805f3a0, 0x0, 0x0)
	/usr/local/go/src/encoding/json/stream.go:44 +0x7b
net/rpc/jsonrpc.(*serverCodec).ReadRequestHeader(0xc20805f380, 0xc20801f200, 0x0, 0x0)
	/usr/local/go/src/net/rpc/jsonrpc/server.go:66 +0x9c
net/rpc.(*Server).readRequestHeader(0xc20802d740, 0x7fb97f681948, 0xc20805f380, 0x0, 0x0, 0xc20801f200, 0x410d00, 0x0, 0x0)
	/usr/local/go/src/net/rpc/server.go:575 +0x97
net/rpc.(*Server).readRequest(0xc20802d740, 0x7fb97f681948, 0xc20805f380, 0xc2080a6000, 0xc20801eac0, 0xabb360, 0x0, 0x0, 0x0, 0x0, ...)
	/usr/local/go/src/net/rpc/server.go:542 +0xa2
net/rpc.(*Server).ServeCodec(0xc20802d740, 0x7fb97f681948, 0xc20805f380)
	/usr/local/go/src/net/rpc/server.go:461 +0x6d
github.com/couchbase/cbauth/revrpc.(*Service).Run(0xc208068420, 0xc2080bbf90, 0x0, 0x0)
	/home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/revrpc/revrpc.go:146 +0x6c8
github.com/couchbase/cbauth/revrpc.BabysitService(0xc2080bbf90, 0xc208068420, 0x7fb97f676390, 0xc20801f0e0, 0x0, 0x0)
	/home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/revrpc/revrpc.go:242 +0x80
github.com/couchbase/cbauth.runRPCForSvc(0xc208068420, 0xc208068450, 0x0, 0x0)
	/home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/default.go:56 +0x193
github.com/couchbase/cbauth.func·004()
	/home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/default.go:63 +0x36
created by github.com/couchbase/cbauth.startDefault
	/home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/default.go:64 +0x1c9

goroutine 10 [sleep]:
github.com/couchbase/indexing/secondary/common.pollForDeletedBuckets()
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/common/dcp_seqno.go:281 +0x41
created by github.com/couchbase/indexing/secondary/common.init·1
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/common/dcp_seqno.go:23 +0x99

goroutine 11 [chan receive]:
github.com/couchbase/indexing/secondary/platform.DumpOnSignal()
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/platform/platform.go:27 +0x173
created by main.main
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/cmd/indexer/main.go:60 +0x4d2

goroutine 12 [syscall]:
syscall.Syscall(0x0, 0x0, 0xc208019f64, 0x4, 0x0, 0x0, 0x0)
	/usr/local/go/src/syscall/asm_linux_amd64.s:21 +0x5
syscall.read(0x0, 0xc208019f64, 0x4, 0x4, 0x0, 0x0, 0x0)
	/usr/local/go/src/syscall/zsyscall_linux_amd64.go:867 +0x6e
syscall.Read(0x0, 0xc208019f64, 0x4, 0x4, 0x0, 0x0, 0x0)
	/usr/local/go/src/syscall/syscall_unix.go:136 +0x58
os.(*File).read(0xc20802e000, 0xc208019f64, 0x4, 0x4, 0x0, 0x0, 0x0)
	/usr/local/go/src/os/file_unix.go:191 +0x5e
os.(*File).Read(0xc20802e000, 0xc208019f64, 0x4, 0x4, 0x0, 0x0, 0x0)
	/usr/local/go/src/os/file.go:95 +0x91
github.com/couchbase/indexing/secondary/common.ExitOnStdinClose()
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/common/util.go:316 +0x99
created by main.main
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/cmd/indexer/main.go:61 +0x4e3

goroutine 17 [chan send]:
github.com/couchbase/indexing/secondary/indexer.(*settingsManager).metaKVCallback(0xc20802d380, 0xc209f7e8a0, 0x19, 0xc208058300, 0x167, 0x168, 0xae08c0, 0xc209f7e8e0, 0x0, 0x0)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/settings.go:204 +0x50d
github.com/couchbase/indexing/secondary/indexer.*settingsManager.(github.com/couchbase/indexing/secondary/indexer.metaKVCallback)·fm(0xc209f7e8a0, 0x19, 0xc208058300, 0x167, 0x168, 0xae08c0, 0xc209f7e8e0, 0x0, 0x0)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/settings.go:66 +0x8b
github.com/couchbase/cbauth/metakv.doRunObserveChildren(0xc20802af80, 0xe08550, 0x1, 0xc2080b9fb0, 0xc20805f2c0, 0x0, 0x0)
	/home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:290 +0x6e5
github.com/couchbase/cbauth/metakv.(*store).runObserveChildren(0xc20802af80, 0xe08550, 0x1, 0xc2080b9fb0, 0xc20805f2c0, 0x0, 0x0)
	/home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:244 +0x80
github.com/couchbase/cbauth/metakv.RunObserveChildren(0xe08550, 0x1, 0xc2080b9fb0, 0xc20805f2c0, 0x0, 0x0)
	/home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:367 +0x64
github.com/couchbase/indexing/secondary/indexer.func·075()
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/settings.go:66 +0x94
created by github.com/couchbase/indexing/secondary/indexer.NewSettingsManager
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/settings.go:73 +0x4de

goroutine 15 [select]:
net/http.(*persistConn).readLoop(0xc20803fce0)
	/usr/local/go/src/net/http/transport.go:928 +0x9ce
created by net/http.(*Transport).dialConn
	/usr/local/go/src/net/http/transport.go:660 +0xc9f

goroutine 16 [select]:
net/http.(*persistConn).writeLoop(0xc20803fce0)
	/usr/local/go/src/net/http/transport.go:945 +0x41d
created by net/http.(*Transport).dialConn
	/usr/local/go/src/net/http/transport.go:661 +0xcbc

goroutine 33 [chan receive]:
github.com/couchbase/indexing/secondary/indexer.(*mutationMgr).run(0xc2080d04d0)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:113 +0xb9
created by github.com/couchbase/indexing/secondary/indexer.NewMutationManager
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:93 +0x46b

goroutine 49 [select]:
github.com/couchbase/indexing/secondary/indexer.(*mutationMgr).handleWorkerMsgs(0xc2080d04d0)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:137 +0x152
created by github.com/couchbase/indexing/secondary/indexer.(*mutationMgr).run
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:106 +0x55

goroutine 50 [select]:
github.com/couchbase/indexing/secondary/indexer.(*mutationMgr).listenWorkerMsgs(0xc2080d04d0)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:160 +0x468
created by github.com/couchbase/indexing/secondary/indexer.(*mutationMgr).run
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:107 +0x6f

goroutine 34 [chan receive]:
github.com/couchbase/indexing/secondary/indexer.(*kvSender).run(0xc209f7e000)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/kv_sender.go:83 +0x61
created by github.com/couchbase/indexing/secondary/indexer.NewKVSender
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/kv_sender.go:68 +0x45e

goroutine 35 [chan receive]:
github.com/couchbase/indexing/secondary/indexer.(*timekeeper).run(0xc20805f3e0)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/timekeeper.go:109 +0x61
created by github.com/couchbase/indexing/secondary/indexer.NewTimekeeper
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/timekeeper.go:94 +0x26f

goroutine 36 [IO wait]:
net.(*pollDesc).Wait(0xc2080103e0, 0x72, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:84 +0x47
net.(*pollDesc).WaitRead(0xc2080103e0, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:89 +0x43
net.(*netFD).accept(0xc208010380, 0x0, 0x7fb97f675e70, 0xc2080d20e0)
	/usr/local/go/src/net/fd_unix.go:419 +0x40b
net.(*TCPListener).AcceptTCP(0xc20802e050, 0xc208078000, 0x0, 0x0)
	/usr/local/go/src/net/tcpsock_posix.go:234 +0x4e
net.(*TCPListener).Accept(0xc20802e050, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/tcpsock_posix.go:244 +0x4c
github.com/couchbase/indexing/secondary/queryport.(*Server).listener(0xc208010310)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/queryport/server.go:107 +0x84
created by github.com/couchbase/indexing/secondary/queryport.NewServer
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/queryport/server.go:63 +0x6e5

goroutine 37 [chan receive]:
github.com/couchbase/indexing/secondary/indexer.(*scanCoordinator).run(0xc2080a6100)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/scan_coordinator.go:276 +0x61
created by github.com/couchbase/indexing/secondary/indexer.NewScanCoordinator
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/scan_coordinator.go:217 +0x4d2

goroutine 38 [chan receive]:
github.com/couchbase/indexing/secondary/indexer.(*scanCoordinator).listenSnapshot(0xc2080a6100)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/scan_coordinator.go:225 +0x6a
created by github.com/couchbase/indexing/secondary/indexer.NewScanCoordinator
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/scan_coordinator.go:218 +0x4ec

goroutine 53 [IO wait]:
net.(*pollDesc).Wait(0xc2080108b0, 0x72, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:84 +0x47
net.(*pollDesc).WaitRead(0xc2080108b0, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:89 +0x43
net.(*netFD).Read(0xc208010850, 0xc209f72000, 0x1000, 0x1000, 0x0, 0x7fb97f675e70, 0xc209f9e5c8)
	/usr/local/go/src/net/fd_unix.go:242 +0x40f
net.(*conn).Read(0xc20802e128, 0xc209f72000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:121 +0xdc
net/http.noteEOFReader.Read(0x7fb97f681840, 0xc20802e128, 0xc20803fd38, 0xc209f72000, 0x1000, 0x1000, 0x64ff6b, 0x0, 0x0)
	/usr/local/go/src/net/http/transport.go:1270 +0x6e
net/http.(*noteEOFReader).Read(0xc20801f4e0, 0xc209f72000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	<autogenerated>:125 +0xd4
bufio.(*Reader).fill(0xc20805f740)
	/usr/local/go/src/bufio/bufio.go:97 +0x1ce
bufio.(*Reader).ReadSlice(0xc20805f740, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/bufio/bufio.go:295 +0x257
net/http/internal.readLine(0xc20805f740, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/internal/chunked.go:110 +0x5a
net/http/internal.(*chunkedReader).beginChunk(0xc20af14180)
	/usr/local/go/src/net/http/internal/chunked.go:47 +0x46
net/http/internal.(*chunkedReader).Read(0xc20af14180, 0xc20808ac00, 0x600, 0x600, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/internal/chunked.go:77 +0xbb
net/http.(*body).readLocked(0xc20802de40, 0xc20808ac00, 0x600, 0x600, 0xffffffff, 0x0, 0x0)
	/usr/local/go/src/net/http/transfer.go:584 +0x7a
net/http.(*body).Read(0xc20802de40, 0xc20808ac00, 0x600, 0x600, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/transfer.go:579 +0x115
net/http.(*bodyEOFSignal).Read(0xc20802de80, 0xc20808ac00, 0x600, 0x600, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/transport.go:1193 +0x285
encoding/json.(*Decoder).readValue(0xc20af30000, 0xc209f98180, 0x0, 0x0)
	/usr/local/go/src/encoding/json/stream.go:124 +0x5e1
encoding/json.(*Decoder).Decode(0xc20af30000, 0xabb5a0, 0xc20802df40, 0x0, 0x0)
	/usr/local/go/src/encoding/json/stream.go:44 +0x7b
github.com/couchbase/cbauth/metakv.func·003()
	/home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:267 +0x134
created by github.com/couchbase/cbauth/metakv.doRunObserveChildren
	/home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:275 +0x46a

goroutine 51 [IO wait]:
net.(*pollDesc).Wait(0xc20af16060, 0x72, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:84 +0x47
net.(*pollDesc).WaitRead(0xc20af16060, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:89 +0x43
net.(*netFD).Read(0xc20af16000, 0xc208056000, 0x1000, 0x1000, 0x0, 0x7fb97f675e70, 0xc20b3d72a0)
	/usr/local/go/src/net/fd_unix.go:242 +0x40f
net.(*conn).Read(0xc20af20000, 0xc208056000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:121 +0xdc
net/http.noteEOFReader.Read(0x7fb97f681840, 0xc20af20000, 0xc20803e058, 0xc208056000, 0x1000, 0x1000, 0xc13420, 0x0, 0x0)
	/usr/local/go/src/net/http/transport.go:1270 +0x6e
net/http.(*noteEOFReader).Read(0xc20af08080, 0xc208056000, 0x1000, 0x1000, 0xc208014400, 0x0, 0x0)
	<autogenerated>:125 +0xd4
bufio.(*Reader).fill(0xc20af06180)
	/usr/local/go/src/bufio/bufio.go:97 +0x1ce
bufio.(*Reader).Peek(0xc20af06180, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/bufio/bufio.go:132 +0xf0
net/http.(*persistConn).readLoop(0xc20803e000)
	/usr/local/go/src/net/http/transport.go:842 +0xa4
created by net/http.(*Transport).dialConn
	/usr/local/go/src/net/http/transport.go:660 +0xc9f

goroutine 52 [select]:
net/http.(*persistConn).writeLoop(0xc20803e000)
	/usr/local/go/src/net/http/transport.go:945 +0x41d
created by net/http.(*Transport).dialConn
	/usr/local/go/src/net/http/transport.go:661 +0xcbc

goroutine 65 [syscall, locked to thread]:
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2232 +0x1

goroutine 66 [IO wait]:
net.(*pollDesc).Wait(0xc20b03a990, 0x72, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:84 +0x47
net.(*pollDesc).WaitRead(0xc20b03a990, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:89 +0x43
net.(*netFD).accept(0xc20b03a930, 0x0, 0x7fb97f675e70, 0xc20af5ba38)
	/usr/local/go/src/net/fd_unix.go:419 +0x40b
net.(*TCPListener).AcceptTCP(0xc20af240a0, 0xc208021c00, 0x0, 0x0)
	/usr/local/go/src/net/tcpsock_posix.go:234 +0x4e
net.(*TCPListener).Accept(0xc20af240a0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/tcpsock_posix.go:244 +0x4c
github.com/couchbase/gometa/common.(*PeerListener).listen(0xc20af04800)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/common/peerListener.go:135 +0x90
created by github.com/couchbase/gometa/common.StartPeerListener
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/common/peerListener.go:63 +0x1ad

goroutine 67 [select]:
github.com/couchbase/gometa/protocol.(*LeaderServer).processRequest(0xc209f75300, 0xc20b03a8c0, 0xc20b029c40, 0x7fb97f688468, 0xc20b034780, 0x0, 0x0)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leaderServer.go:384 +0x8fe
github.com/couchbase/gometa/protocol.RunLeaderServerWithCustomHandler(0xc20b0dae40, 0x5, 0xc20af04800, 0x7fb97f688650, 0xc209fa0a50, 0x7fb97f688688, 0xc20b03a850, 0x7fb97f6884e0, 0x16088a8, 0x7fb97f688468, ...)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leaderServer.go:130 +0x6dd
github.com/couchbase/gometa/server.(*EmbeddedServer).runOnce(0xc20b1341e0)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/server/embeddedServer.go:452 +0x1f5
github.com/couchbase/gometa/server.(*EmbeddedServer).run(0xc20b1341e0)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/server/embeddedServer.go:354 +0x28
created by github.com/couchbase/gometa/server.RunEmbeddedServerWithCustomHandler
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/server/embeddedServer.go:82 +0x270

goroutine 40 [chan receive]:
github.com/couchbase/gometa/protocol.(*Leader).listen(0xc208066c60)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leader.go:472 +0xee
created by github.com/couchbase/gometa/protocol.NewLeaderWithCustomHandler
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leader.go:160 +0x3c5

goroutine 41 [select]:
github.com/couchbase/gometa/protocol.(*LeaderServer).listenFollower(0xc209f75300, 0xc20b029c40)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leaderServer.go:186 +0x691
created by github.com/couchbase/gometa/protocol.RunLeaderServerWithCustomHandler
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leaderServer.go:125 +0x69c

goroutine 68 [runnable]:
github.com/couchbase/indexing/secondary/manager.(*LifecycleMgr).processRequest(0xc20b034780)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/lifecycle.go:141 +0x385
created by github.com/couchbase/indexing/secondary/manager.(*LifecycleMgr).Run
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/lifecycle.go:71 +0x51

goroutine 69 [chan receive]:
github.com/couchbase/indexing/secondary/indexer.(*clustMgrAgent).run(0xc208069620)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/cluster_manager_agent.go:120 +0xab
created by github.com/couchbase/indexing/secondary/indexer.NewClustMgrAgent
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/cluster_manager_agent.go:98 +0xc41

goroutine 70 [chan receive]:
github.com/couchbase/indexing/secondary/indexer.(*statsManager).run(0xc20b03c230)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stats_manager.go:449 +0x62
created by github.com/couchbase/indexing/secondary/indexer.NewStatsManager
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stats_manager.go:337 +0x330

goroutine 71 [sleep]:
github.com/couchbase/indexing/secondary/indexer.(*statsManager).runStatsDumpLogger(0xc20b03c230)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stats_manager.go:489 +0x1d6
created by github.com/couchbase/indexing/secondary/indexer.NewStatsManager
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stats_manager.go:338 +0x34a

goroutine 19 [chan receive]:
github.com/couchbase/indexing/secondary/indexer.(*storageMgr).run(0xc2080e9740)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/storage_manager.go:144 +0x61
created by github.com/couchbase/indexing/secondary/indexer.NewStorageManager
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/storage_manager.go:129 +0x57e

goroutine 44 [IO wait]:
net.(*pollDesc).Wait(0xc208011db0, 0x72, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:84 +0x47
net.(*pollDesc).WaitRead(0xc208011db0, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:89 +0x43
net.(*netFD).Read(0xc208011d50, 0xc20b273000, 0x1000, 0x1000, 0x0, 0x7fb97f675e70, 0xc20b404c50)
	/usr/local/go/src/net/fd_unix.go:242 +0x40f
net.(*conn).Read(0xc20802e240, 0xc20b273000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:121 +0xdc
net/http.noteEOFReader.Read(0x7fb97f681840, 0xc20802e240, 0xc2080d07e8, 0xc20b273000, 0x1000, 0x1000, 0xc13420, 0x0, 0x0)
	/usr/local/go/src/net/http/transport.go:1270 +0x6e
net/http.(*noteEOFReader).Read(0xc20b2a8820, 0xc20b273000, 0x1000, 0x1000, 0xc208012000, 0x0, 0x0)
	<autogenerated>:125 +0xd4
bufio.(*Reader).fill(0xc20b031020)
	/usr/local/go/src/bufio/bufio.go:97 +0x1ce
bufio.(*Reader).Peek(0xc20b031020, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/bufio/bufio.go:132 +0xf0
net/http.(*persistConn).readLoop(0xc2080d0790)
	/usr/local/go/src/net/http/transport.go:842 +0xa4
created by net/http.(*Transport).dialConn
	/usr/local/go/src/net/http/transport.go:660 +0xc9f

goroutine 45 [select]:
net/http.(*persistConn).writeLoop(0xc2080d0790)
	/usr/local/go/src/net/http/transport.go:945 +0x41d
created by net/http.(*Transport).dialConn
	/usr/local/go/src/net/http/transport.go:661 +0xcbc

goroutine 20 [chan receive]:
github.com/couchbase/indexing/secondary/indexer.(*adminMgr).run(0xc20b404da0)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/admin_manager.go:51 +0x61
created by github.com/couchbase/indexing/secondary/indexer.NewAdminManager
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/admin_manager.go:36 +0xbb

goroutine 21 [chan receive]:
github.com/couchbase/indexing/secondary/indexer.(*compactionManager).run(0xc20b2faf00)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/compaction_manager.go:154 +0x91
created by github.com/couchbase/indexing/secondary/indexer.NewCompactionManager
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/compaction_manager.go:144 +0x106

goroutine 22 [chan receive]:
github.com/couchbase/indexing/secondary/logging.func·001()
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/logging/logging.go:196 +0x7d
created by github.com/couchbase/indexing/secondary/logging.PeriodicProfile
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/logging/logging.go:200 +0x194

goroutine 24 [runnable]:
github.com/couchbase/indexing/secondary/indexer.(*indexer).listenWorkerMsgs(0xc208054280)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:485
created by github.com/couchbase/indexing/secondary/indexer.(*indexer).run
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:392 +0x40

goroutine 25 [runnable]:
github.com/couchbase/indexing/secondary/indexer.(*indexer).listenAdminMsgs(0xc208054280)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:426
created by github.com/couchbase/indexing/secondary/indexer.(*indexer).run
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:393 +0x5d

goroutine 26 [runnable]:
github.com/couchbase/indexing/secondary/indexer.(*compactionDaemon).loop(0xc20b2faf90)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/compaction_manager.go:94
created by github.com/couchbase/indexing/secondary/indexer.(*compactionDaemon).Start
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/compaction_manager.go:43 +0x123
[goport] 2015/12/15 09:41:21 /opt/couchbase/bin/indexer terminated: exit status 2



2015-12-15T09:41:26.832Z+01:00 [Info] Indexer started with command line: [/opt/couchbase/bin/indexer -vbuckets=1024 -cluster=127.0.0.1:8091 -adminPort=9100 -scanPort=9101 -httpPort=9102 -streamInitPort=9103 -streamCatchupPort=9104 -streamMaintPort=9105 -storageDir=/opt/couchbase/var/lib/couchbase/data/@2i]
2015-12-15T09:41:26.85Z+01:00 [Info] Indexer::NewIndexer Status INIT
2015-12-15T09:41:26.854Z+01:00 [Info] Setting maxcpus = 4
2015-12-15T09:41:26.854Z+01:00 [Info] Setting buffer block size to 16384 bytes
2015-12-15T09:41:26.854Z+01:00 [Info] Setting log level to Info
2015-12-15T09:41:26.855Z+01:00 [Info] Indexer::NewIndexer Starting with Vbuckets 1024
2015-12-15T09:41:26.901Z+01:00 [Info] [Queryport ":9101"] started ...
2015-12-15T09:41:26.903Z+01:00 [Info] New settings received:
{"indexer.settings.compaction.interval":"00:00,00:00","indexer.settings.log_level":"info","indexer.settings.persisted_snapshot.interval":5000,"indexer.settings.compaction.min_frag":30,"indexer.settings.inmemory_snapshot.interval":200,"indexer.settings.max_cpu_percent":400,"indexer.settings.recovery.max_rollbacks":5,"indexer.settings.memory_quota":268435456}
2015-12-15T09:41:26.903Z+01:00 [Info] Setting maxcpus = 4
2015-12-15T09:41:26.903Z+01:00 [Info] Setting log level to Info
2015-12-15T09:41:27.018Z+01:00 [Info] ClustMgr:handleGetLocalValue Key IndexerId
2015-12-15T09:41:27.02Z+01:00 [Info] Indexer Id 2c:a6:3c:2a:c:6d:8a:7d
2015-12-15T09:41:27.073Z+01:00 [Info] KVSender::sendShutdownTopic Projector 127.0.0.1:9999 Topic MAINT_STREAM_TOPIC_2c:a6:3c:2a:c:6d:8a:7d
2015-12-15T09:41:27.074Z+01:00 [Fatal] KVSender::sendShutdownTopic Unexpected Error During Shutdown Projector 127.0.0.1:9999 Topic MAINT_STREAM_TOPIC_2c:a6:3c:2a:c:6d:8a:7d. Err projector.topicMissing
2015-12-15T09:41:27.074Z+01:00 [Error] KVSender::closeMutationStream MAINT_STREAM  Error Received projector.topicMissing from 127.0.0.1:9999
2015-12-15T09:41:27.074Z+01:00 [Info] KVSender::closeMutationStream MAINT_STREAM  Treating projector.topicMissing As Success
2015-12-15T09:41:27.117Z+01:00 [Info] KVSender::sendShutdownTopic Projector 127.0.0.1:9999 Topic INIT_STREAM_TOPIC_2c:a6:3c:2a:c:6d:8a:7d
2015-12-15T09:41:27.118Z+01:00 [Fatal] KVSender::sendShutdownTopic Unexpected Error During Shutdown Projector 127.0.0.1:9999 Topic INIT_STREAM_TOPIC_2c:a6:3c:2a:c:6d:8a:7d. Err projector.topicMissing
2015-12-15T09:41:27.118Z+01:00 [Error] KVSender::closeMutationStream INIT_STREAM  Error Received projector.topicMissing from 127.0.0.1:9999
2015-12-15T09:41:27.118Z+01:00 [Info] KVSender::closeMutationStream INIT_STREAM  Treating projector.topicMissing As Success
2015-12-15T09:41:27.118Z+01:00 [Info] ClustMgr:handleGetGlobalTopology &{map[]}
2015-12-15T09:41:27.118Z+01:00 [Info] Indexer::initFromPersistedState Recovered IndexInstMap
2015-12-15T09:41:27.118Z+01:00 [Info] MutationMgr::handleUpdateIndexInstMap
	Message: MsgUpdateInstMap
2015-12-15T09:41:27.118Z+01:00 [Info] MutationMgr::handleUpdateIndexPartnMap
	Message: MsgUpdatePartnMap
2015-12-15T09:41:27.118Z+01:00 [Info] ClustMgr:handleIndexerReady &{52 [] {false false false false}  0}
2015-12-15T09:41:27.118Z+01:00 [Info] Indexer::NewIndexer Status ACTIVE
2015-12-15T09:41:27.119Z+01:00 [Info] CompactionManager: Refreshing settings
**2015-12-15T09:41:27.119Z+01:00 [Fatal] indexer:: Error Starting Http Server: listen tcp :9102: bind: address already in use**
**panic: listen tcp :9102: bind: address already in use**

goroutine 83 [running]:
github.com/couchbase/indexing/secondary/common.CrashOnError(0x7fdfdb26b848, 0xc20b294e40)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/common/util.go:364 +0x50
github.com/couchbase/indexing/secondary/indexer.func·010()
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:278 +0x12a
created by github.com/couchbase/indexing/secondary/indexer.NewIndexer
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:280 +0x26c6

goroutine 1 [runnable]:
github.com/couchbase/indexing/secondary/indexer.(*indexer).handleWorkerMsgs(0xc208054280, 0x7fdfdb25de48, 0xc20af52010)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:633 +0x14cf
github.com/couchbase/indexing/secondary/indexer.(*indexer).run(0xc208054280)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:401 +0x159
github.com/couchbase/indexing/secondary/indexer.NewIndexer(0xc208068630, 0x0, 0x0, 0x0, 0x0)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:283 +0x26d9
main.main()
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/cmd/indexer/main.go:80 +0xa65

goroutine 5 [syscall]:
os/signal.loop()
	/usr/local/go/src/os/signal/signal_unix.go:21 +0x1f
created by os/signal.init·1
	/usr/local/go/src/os/signal/signal_unix.go:27 +0x35

goroutine 9 [IO wait]:
net.(*pollDesc).Wait(0xc208010ed0, 0x72, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:84 +0x47
net.(*pollDesc).WaitRead(0xc208010ed0, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:89 +0x43
net.(*netFD).Read(0xc208010e70, 0xc20806f000, 0x1000, 0x1000, 0x0, 0x7fdfdb24fe70, 0xc2080d22f0)
	/usr/local/go/src/net/fd_unix.go:242 +0x40f
net.(*conn).Read(0xc20802e048, 0xc20806f000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:121 +0xdc
bufio.(*Reader).fill(0xc20805f320)
	/usr/local/go/src/bufio/bufio.go:97 +0x1ce
bufio.(*Reader).Read(0xc20805f320, 0xc208088001, 0x5ff, 0x5ff, 0xc20802db80, 0x0, 0x0)
	/usr/local/go/src/bufio/bufio.go:174 +0x26c
github.com/couchbase/cbauth/revrpc.(*minirwc).Read(0xc20801ea40, 0xc208088001, 0x5ff, 0x5ff, 0x2, 0x0, 0x0)
	/home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/revrpc/revrpc.go:100 +0x5c
encoding/json.(*Decoder).readValue(0xc208056000, 0x417bb0, 0x0, 0x0)
	/usr/local/go/src/encoding/json/stream.go:124 +0x5e1
encoding/json.(*Decoder).Decode(0xc208056000, 0xc74ee0, 0xc20805f3a0, 0x0, 0x0)
	/usr/local/go/src/encoding/json/stream.go:44 +0x7b
net/rpc/jsonrpc.(*serverCodec).ReadRequestHeader(0xc20805f380, 0xc20801f200, 0x0, 0x0)
	/usr/local/go/src/net/rpc/jsonrpc/server.go:66 +0x9c
net/rpc.(*Server).readRequestHeader(0xc20802d740, 0x7fdfdb25b948, 0xc20805f380, 0x0, 0x0, 0xc20801f200, 0x410d00, 0x0, 0x0)
	/usr/local/go/src/net/rpc/server.go:575 +0x97
net/rpc.(*Server).readRequest(0xc20802d740, 0x7fdfdb25b948, 0xc20805f380, 0xc2080a8000, 0xc20801eac0, 0xabb360, 0x0, 0x0, 0x0, 0x0, ...)
	/usr/local/go/src/net/rpc/server.go:542 +0xa2
net/rpc.(*Server).ServeCodec(0xc20802d740, 0x7fdfdb25b948, 0xc20805f380)
	/usr/local/go/src/net/rpc/server.go:461 +0x6d
github.com/couchbase/cbauth/revrpc.(*Service).Run(0xc208068420, 0xc2080bdf90, 0x0, 0x0)
	/home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/revrpc/revrpc.go:146 +0x6c8
github.com/couchbase/cbauth/revrpc.BabysitService(0xc2080bdf90, 0xc208068420, 0x7fdfdb250390, 0xc20801f0e0, 0x0, 0x0)
	/home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/revrpc/revrpc.go:242 +0x80
github.com/couchbase/cbauth.runRPCForSvc(0xc208068420, 0xc208068450, 0x0, 0x0)
	/home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/default.go:56 +0x193
github.com/couchbase/cbauth.func·004()
	/home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/default.go:63 +0x36
created by github.com/couchbase/cbauth.startDefault
	/home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/default.go:64 +0x1c9

goroutine 10 [sleep]:
github.com/couchbase/indexing/secondary/common.pollForDeletedBuckets()
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/common/dcp_seqno.go:281 +0x41
created by github.com/couchbase/indexing/secondary/common.init·1
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/common/dcp_seqno.go:23 +0x99

goroutine 11 [chan receive]:
github.com/couchbase/indexing/secondary/platform.DumpOnSignal()
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/platform/platform.go:27 +0x173
created by main.main
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/cmd/indexer/main.go:60 +0x4d2

goroutine 12 [syscall]:
syscall.Syscall(0x0, 0x0, 0xc208019f64, 0x4, 0x0, 0x0, 0x0)
	/usr/local/go/src/syscall/asm_linux_amd64.s:21 +0x5
syscall.read(0x0, 0xc208019f64, 0x4, 0x4, 0x0, 0x0, 0x0)
	/usr/local/go/src/syscall/zsyscall_linux_amd64.go:867 +0x6e
syscall.Read(0x0, 0xc208019f64, 0x4, 0x4, 0x0, 0x0, 0x0)
	/usr/local/go/src/syscall/syscall_unix.go:136 +0x58
os.(*File).read(0xc20802e000, 0xc208019f64, 0x4, 0x4, 0x0, 0x0, 0x0)
	/usr/local/go/src/os/file_unix.go:191 +0x5e
os.(*File).Read(0xc20802e000, 0xc208019f64, 0x4, 0x4, 0x0, 0x0, 0x0)
	/usr/local/go/src/os/file.go:95 +0x91
github.com/couchbase/indexing/secondary/common.ExitOnStdinClose()
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/common/util.go:316 +0x99
created by main.main
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/cmd/indexer/main.go:61 +0x4e3

goroutine 17 [select]:
github.com/couchbase/cbauth/metakv.doRunObserveChildren(0xc20802af80, 0xe08550, 0x1, 0xc2080bbfb0, 0xc20805f2c0, 0x0, 0x0)
	/home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:284 +0x8bb
github.com/couchbase/cbauth/metakv.(*store).runObserveChildren(0xc20802af80, 0xe08550, 0x1, 0xc2080bbfb0, 0xc20805f2c0, 0x0, 0x0)
	/home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:244 +0x80
github.com/couchbase/cbauth/metakv.RunObserveChildren(0xe08550, 0x1, 0xc2080bbfb0, 0xc20805f2c0, 0x0, 0x0)
	/home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:367 +0x64
github.com/couchbase/indexing/secondary/indexer.func·075()
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/settings.go:66 +0x94
created by github.com/couchbase/indexing/secondary/indexer.NewSettingsManager
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/settings.go:73 +0x4de

goroutine 15 [select]:
net/http.(*persistConn).readLoop(0xc2080708f0)
	/usr/local/go/src/net/http/transport.go:928 +0x9ce
created by net/http.(*Transport).dialConn
	/usr/local/go/src/net/http/transport.go:660 +0xc9f

goroutine 16 [select]:
net/http.(*persistConn).writeLoop(0xc2080708f0)
	/usr/local/go/src/net/http/transport.go:945 +0x41d
created by net/http.(*Transport).dialConn
	/usr/local/go/src/net/http/transport.go:661 +0xcbc

goroutine 33 [chan receive]:
github.com/couchbase/indexing/secondary/indexer.(*mutationMgr).run(0xc208070630)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:113 +0xb9
created by github.com/couchbase/indexing/secondary/indexer.NewMutationManager
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:93 +0x46b

goroutine 34 [chan receive]:
github.com/couchbase/indexing/secondary/indexer.(*kvSender).run(0xc20801e8a0)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/kv_sender.go:83 +0x61
created by github.com/couchbase/indexing/secondary/indexer.NewKVSender
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/kv_sender.go:68 +0x45e

goroutine 35 [runnable]:
github.com/couchbase/indexing/secondary/indexer.(*timekeeper).run(0xc20805f3e0)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/timekeeper.go:109 +0x61
created by github.com/couchbase/indexing/secondary/indexer.NewTimekeeper
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/timekeeper.go:94 +0x26f

goroutine 49 [select]:
github.com/couchbase/indexing/secondary/indexer.(*mutationMgr).handleWorkerMsgs(0xc208070630)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:137 +0x152
created by github.com/couchbase/indexing/secondary/indexer.(*mutationMgr).run
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:106 +0x55

goroutine 50 [select]:
github.com/couchbase/indexing/secondary/indexer.(*mutationMgr).listenWorkerMsgs(0xc208070630)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:160 +0x468
created by github.com/couchbase/indexing/secondary/indexer.(*mutationMgr).run
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/mutation_manager.go:107 +0x6f

goroutine 36 [IO wait]:
net.(*pollDesc).Wait(0xc2080103e0, 0x72, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:84 +0x47
net.(*pollDesc).WaitRead(0xc2080103e0, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:89 +0x43
net.(*netFD).accept(0xc208010380, 0x0, 0x7fdfdb24fe70, 0xc2080d20e0)
	/usr/local/go/src/net/fd_unix.go:419 +0x40b
net.(*TCPListener).AcceptTCP(0xc209f80010, 0xc20807a000, 0x0, 0x0)
	/usr/local/go/src/net/tcpsock_posix.go:234 +0x4e
net.(*TCPListener).Accept(0xc209f80010, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/tcpsock_posix.go:244 +0x4c
github.com/couchbase/indexing/secondary/queryport.(*Server).listener(0xc208010310)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/queryport/server.go:107 +0x84
created by github.com/couchbase/indexing/secondary/queryport.NewServer
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/queryport/server.go:63 +0x6e5

goroutine 37 [chan receive]:
github.com/couchbase/indexing/secondary/indexer.(*scanCoordinator).run(0xc2080a8100)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/scan_coordinator.go:276 +0x61
created by github.com/couchbase/indexing/secondary/indexer.NewScanCoordinator
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/scan_coordinator.go:217 +0x4d2

goroutine 38 [chan receive]:
github.com/couchbase/indexing/secondary/indexer.(*scanCoordinator).listenSnapshot(0xc2080a8100)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/scan_coordinator.go:225 +0x6a
created by github.com/couchbase/indexing/secondary/indexer.NewScanCoordinator
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/scan_coordinator.go:218 +0x4ec

goroutine 42 [chan receive]:
github.com/couchbase/gometa/protocol.(*Leader).listen(0xc208066c60)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leader.go:472 +0xee
created by github.com/couchbase/gometa/protocol.NewLeaderWithCustomHandler
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leader.go:160 +0x3c5

goroutine 40 [IO wait]:
net.(*pollDesc).Wait(0xc208010760, 0x72, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:84 +0x47
net.(*pollDesc).WaitRead(0xc208010760, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:89 +0x43
net.(*netFD).Read(0xc208010700, 0xc20806e000, 0x1000, 0x1000, 0x0, 0x7fdfdb24fe70, 0xc20b47c718)
	/usr/local/go/src/net/fd_unix.go:242 +0x40f
net.(*conn).Read(0xc209f80040, 0xc20806e000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:121 +0xdc
net/http.noteEOFReader.Read(0x7fdfdb25b840, 0xc209f80040, 0xc208070738, 0xc20806e000, 0x1000, 0x1000, 0xc13420, 0x0, 0x0)
	/usr/local/go/src/net/http/transport.go:1270 +0x6e
net/http.(*noteEOFReader).Read(0xc20801ec20, 0xc20806e000, 0x1000, 0x1000, 0xc208012000, 0x0, 0x0)
	<autogenerated>:125 +0xd4
bufio.(*Reader).fill(0xc20805fb00)
	/usr/local/go/src/bufio/bufio.go:97 +0x1ce
bufio.(*Reader).Peek(0xc20805fb00, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/bufio/bufio.go:132 +0xf0
net/http.(*persistConn).readLoop(0xc2080706e0)
	/usr/local/go/src/net/http/transport.go:842 +0xa4
created by net/http.(*Transport).dialConn
	/usr/local/go/src/net/http/transport.go:660 +0xc9f

goroutine 41 [select]:
net/http.(*persistConn).writeLoop(0xc2080706e0)
	/usr/local/go/src/net/http/transport.go:945 +0x41d
created by net/http.(*Transport).dialConn
	/usr/local/go/src/net/http/transport.go:661 +0xcbc

goroutine 65 [IO wait]:
net.(*pollDesc).Wait(0xc2080108b0, 0x72, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:84 +0x47
net.(*pollDesc).WaitRead(0xc2080108b0, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:89 +0x43
net.(*netFD).Read(0xc208010850, 0xc20808c000, 0x1000, 0x1000, 0x0, 0x7fdfdb24fe70, 0xc20af44010)
	/usr/local/go/src/net/fd_unix.go:242 +0x40f
net.(*conn).Read(0xc20802e128, 0xc20808c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:121 +0xdc
net/http.noteEOFReader.Read(0x7fdfdb25b840, 0xc20802e128, 0xc208070948, 0xc20808c000, 0x1000, 0x1000, 0x64ff6b, 0x0, 0x0)
	/usr/local/go/src/net/http/transport.go:1270 +0x6e
net/http.(*noteEOFReader).Read(0xc20801f4e0, 0xc20808c000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	<autogenerated>:125 +0xd4
bufio.(*Reader).fill(0xc20805f740)
	/usr/local/go/src/bufio/bufio.go:97 +0x1ce
bufio.(*Reader).ReadSlice(0xc20805f740, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/bufio/bufio.go:295 +0x257
net/http/internal.readLine(0xc20805f740, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/internal/chunked.go:110 +0x5a
net/http/internal.(*chunkedReader).beginChunk(0xc209f9c1e0)
	/usr/local/go/src/net/http/internal/chunked.go:47 +0x46
net/http/internal.(*chunkedReader).Read(0xc209f9c1e0, 0xc20af46000, 0x600, 0x600, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/internal/chunked.go:77 +0xbb
net/http.(*body).readLocked(0xc20af04040, 0xc20af46000, 0x600, 0x600, 0xffffffff, 0x0, 0x0)
	/usr/local/go/src/net/http/transfer.go:584 +0x7a
net/http.(*body).Read(0xc20af04040, 0xc20af46000, 0x600, 0x600, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/transfer.go:579 +0x115
net/http.(*bodyEOFSignal).Read(0xc20af04080, 0xc20af46000, 0x600, 0x600, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/transport.go:1193 +0x285
encoding/json.(*Decoder).readValue(0xc20af2e000, 0xc20802d4c0, 0x0, 0x0)
	/usr/local/go/src/encoding/json/stream.go:124 +0x5e1
encoding/json.(*Decoder).Decode(0xc20af2e000, 0xabb5a0, 0xc20af04140, 0x0, 0x0)
	/usr/local/go/src/encoding/json/stream.go:44 +0x7b
github.com/couchbase/cbauth/metakv.func·003()
	/home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:267 +0x134
created by github.com/couchbase/cbauth/metakv.doRunObserveChildren
	/home/couchbase/jenkins/workspace/sherlock-unix/godeps/src/github.com/couchbase/cbauth/metakv/metakv.go:275 +0x46a

goroutine 81 [syscall, locked to thread]:
runtime.goexit()
	/usr/local/go/src/runtime/asm_amd64.s:2232 +0x1

goroutine 66 [IO wait]:
net.(*pollDesc).Wait(0xc20af207d0, 0x72, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:84 +0x47
net.(*pollDesc).WaitRead(0xc20af207d0, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:89 +0x43
net.(*netFD).accept(0xc20af20770, 0x0, 0x7fdfdb24fe70, 0xc20b11b038)
	/usr/local/go/src/net/fd_unix.go:419 +0x40b
net.(*TCPListener).AcceptTCP(0xc20af1a088, 0xc208021500, 0x0, 0x0)
	/usr/local/go/src/net/tcpsock_posix.go:234 +0x4e
net.(*TCPListener).Accept(0xc20af1a088, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/tcpsock_posix.go:244 +0x4c
github.com/couchbase/gometa/common.(*PeerListener).listen(0xc20af04700)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/common/peerListener.go:135 +0x90
created by github.com/couchbase/gometa/common.StartPeerListener
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/common/peerListener.go:63 +0x1ad

goroutine 67 [select]:
github.com/couchbase/gometa/protocol.(*LeaderServer).processRequest(0xc20aefd300, 0xc20af20700, 0xc20b041a90, 0x7fdfdb2625e0, 0xc20af125a0, 0x0, 0x0)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leaderServer.go:384 +0x8fe
github.com/couchbase/gometa/protocol.RunLeaderServerWithCustomHandler(0xc2080d3c20, 0x5, 0xc20af04700, 0x7fdfdb2627c8, 0xc209f9c900, 0x7fdfdb262828, 0xc20af20690, 0x7fdfdb262658, 0x16088a8, 0x7fdfdb2625e0, ...)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leaderServer.go:130 +0x6dd
github.com/couchbase/gometa/server.(*EmbeddedServer).runOnce(0xc20b1321e0)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/server/embeddedServer.go:452 +0x1f5
github.com/couchbase/gometa/server.(*EmbeddedServer).run(0xc20b1321e0)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/server/embeddedServer.go:354 +0x28
created by github.com/couchbase/gometa/server.RunEmbeddedServerWithCustomHandler
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/server/embeddedServer.go:82 +0x270

goroutine 68 [select]:
github.com/couchbase/indexing/secondary/manager.(*LifecycleMgr).processRequest(0xc20af125a0)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/lifecycle.go:160 +0x30c
created by github.com/couchbase/indexing/secondary/manager.(*LifecycleMgr).Run
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/manager/lifecycle.go:71 +0x51

goroutine 69 [chan receive]:
github.com/couchbase/indexing/secondary/indexer.(*clustMgrAgent).run(0xc208069620)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/cluster_manager_agent.go:120 +0xab
created by github.com/couchbase/indexing/secondary/indexer.NewClustMgrAgent
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/cluster_manager_agent.go:98 +0xc41

goroutine 70 [chan receive]:
github.com/couchbase/indexing/secondary/indexer.(*statsManager).run(0xc20af221e0)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stats_manager.go:449 +0x62
created by github.com/couchbase/indexing/secondary/indexer.NewStatsManager
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stats_manager.go:337 +0x330

goroutine 71 [sleep]:
github.com/couchbase/indexing/secondary/indexer.(*statsManager).runStatsDumpLogger(0xc20af221e0)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stats_manager.go:489 +0x1d6
created by github.com/couchbase/indexing/secondary/indexer.NewStatsManager
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/stats_manager.go:338 +0x34a

goroutine 43 [select]:
github.com/couchbase/gometa/protocol.(*LeaderServer).listenFollower(0xc20aefd300, 0xc20b041a90)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leaderServer.go:186 +0x691
created by github.com/couchbase/gometa/protocol.RunLeaderServerWithCustomHandler
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/gometa/protocol/leaderServer.go:125 +0x69c

goroutine 52 [chan receive]:
github.com/couchbase/indexing/secondary/indexer.(*storageMgr).run(0xc20af61980)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/storage_manager.go:144 +0x61
created by github.com/couchbase/indexing/secondary/indexer.NewStorageManager
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/storage_manager.go:129 +0x57e

goroutine 47 [chan receive]:
github.com/couchbase/indexing/secondary/indexer.(*adminMgr).run(0xc20b4842a0)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/admin_manager.go:51 +0x61
created by github.com/couchbase/indexing/secondary/indexer.NewAdminManager
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/admin_manager.go:36 +0xbb

goroutine 45 [IO wait]:
net.(*pollDesc).Wait(0xc208011e20, 0x72, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:84 +0x47
net.(*pollDesc).WaitRead(0xc208011e20, 0x0, 0x0)
	/usr/local/go/src/net/fd_poll_runtime.go:89 +0x43
net.(*netFD).Read(0xc208011dc0, 0xc20b31a000, 0x1000, 0x1000, 0x0, 0x7fdfdb24fe70, 0xc20b484288)
	/usr/local/go/src/net/fd_unix.go:242 +0x40f
net.(*conn).Read(0xc209f80150, 0xc20b31a000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/net.go:121 +0xdc
net/http.noteEOFReader.Read(0x7fdfdb25b840, 0xc209f80150, 0xc208071238, 0xc20b31a000, 0x1000, 0x1000, 0xc13420, 0x0, 0x0)
	/usr/local/go/src/net/http/transport.go:1270 +0x6e
net/http.(*noteEOFReader).Read(0xc20b3152c0, 0xc20b31a000, 0x1000, 0x1000, 0xc208014d00, 0x0, 0x0)
	<autogenerated>:125 +0xd4
bufio.(*Reader).fill(0xc20afef200)
	/usr/local/go/src/bufio/bufio.go:97 +0x1ce
bufio.(*Reader).Peek(0xc20afef200, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/bufio/bufio.go:132 +0xf0
net/http.(*persistConn).readLoop(0xc2080711e0)
	/usr/local/go/src/net/http/transport.go:842 +0xa4
created by net/http.(*Transport).dialConn
	/usr/local/go/src/net/http/transport.go:660 +0xc9f

goroutine 46 [select]:
net/http.(*persistConn).writeLoop(0xc2080711e0)
	/usr/local/go/src/net/http/transport.go:945 +0x41d
created by net/http.(*Transport).dialConn
	/usr/local/go/src/net/http/transport.go:661 +0xcbc

goroutine 48 [chan receive]:
github.com/couchbase/indexing/secondary/indexer.(*compactionManager).run(0xc20b31cb40)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/compaction_manager.go:154 +0x91
created by github.com/couchbase/indexing/secondary/indexer.NewCompactionManager
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/compaction_manager.go:144 +0x106

goroutine 82 [chan receive]:
github.com/couchbase/indexing/secondary/logging.func·001()
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/logging/logging.go:196 +0x7d
created by github.com/couchbase/indexing/secondary/logging.PeriodicProfile
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/logging/logging.go:200 +0x194

goroutine 84 [select]:
github.com/couchbase/indexing/secondary/indexer.(*indexer).listenWorkerMsgs(0xc208054280)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:490 +0x229
created by github.com/couchbase/indexing/secondary/indexer.(*indexer).run
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:392 +0x40

goroutine 85 [select]:
github.com/couchbase/indexing/secondary/indexer.(*indexer).listenAdminMsgs(0xc208054280)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:431 +0x320
created by github.com/couchbase/indexing/secondary/indexer.(*indexer).run
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/indexer.go:393 +0x5d

goroutine 86 [select]:
github.com/couchbase/indexing/secondary/indexer.(*compactionDaemon).loop(0xc20b31cbd0)
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/compaction_manager.go:98 +0x954
created by github.com/couchbase/indexing/secondary/indexer.(*compactionDaemon).Start
	/home/couchbase/jenkins/workspace/sherlock-unix/goproj/src/github.com/couchbase/indexing/secondary/indexer/compaction_manager.go:43 +0x123
[goport] 2015/12/15 09:41:27 /opt/couchbase/bin/indexer terminated: exit status 2