consumer group expired then stop consume new msg #205
Description
clickhouse_sinker version: v3.2.0
consumer group expired, consumer restarted because of max.poll.interval.ms changed then stop consume new msg, logs:
{"level":"info","ts":"2025-10-15T16:42:16.494+0800","caller":"task/sharding.go:185","msg":"created a batch group for task [MASKED] with 1 shards, total messages 2048","group":"tr0v_bmgj0hAZlnRBspwR","offsets":{"2":{"Begin":1812776330,"End":1812778377}}}
{"level":"warn","ts":"2025-10-15T16:42:20.950+0800","caller":"input/poller.go:52","msg":"consumer group expired","consumerId":"kgo-6fb3ba8e-b4f3-4372-b013-e38ec60a3435","consumerName":"clickhouse-sinker-01"}
{"level":"warn","ts":"2025-10-15T16:42:20.951+0800","caller":"task/sinker.go:173","msg":"consumer restarted because of max.poll.interval.ms changed","consumer":"clickhouse-sinker-01","max.poll.interval.ms":3600000}
{"level":"info","ts":"2025-10-15T16:42:20.951+0800","caller":"task/consumer.go:320","msg":"stopped processing loop","group":"clickhouse-sinker-01"}
{"level":"info","ts":"2025-10-15T16:42:20.951+0800","caller":"[email protected]/kzap.go:114","msg":"assigning partitions","why":"invalidating all assignments in LeaveGroup","how":"unassigning everything","input":""}
{"level":"info","ts":"2025-10-15T16:42:20.957+0800","caller":"[email protected]/kzap.go:114","msg":"heartbeat errored","group":"clickhouse-sinker-01","err":"context canceled"}
{"level":"info","ts":"2025-10-15T16:42:20.957+0800","caller":"input/kafka_franz.go:287","msg":"consumer group cleanup","consumer group":"clickhouse-sinker-01","cost":0.000024426}
{"level":"info","ts":"2025-10-15T16:42:20.958+0800","caller":"[email protected]/kzap.go:114","msg":"assigning partitions","why":"clearing assignment at end of group management session","how":"unassigning everything","input":""}
{"level":"info","ts":"2025-10-15T16:42:20.958+0800","caller":"[email protected]/kzap.go:114","msg":"leaving group","group":"clickhouse-sinker-01","member_id":"kgo-81d9cf8d-e82f-43ef-91fd-2fc480b3f9d5"}
{"level":"info","ts":"2025-10-15T16:42:21.254+0800","caller":"input/kafka_franz.go:239","msg":"KafkaFranz.Run quit due to context has been canceled","consumer group":"clickhouse-sinker-01"}
{"level":"info","ts":"2025-10-15T16:42:21.254+0800","caller":"task/task.go:112","msg":"task initializing","task":"dwd_security_log"}
{"level":"info","ts":"2025-10-15T16:42:21.319+0800","caller":"output/clickhouse.go:500","msg":"Prepare sql=> INSERT INTO [MASKED]","task":"dwd_security_log"}
{"level":"info","ts":"2025-10-15T16:42:21.319+0800","caller":"output/clickhouse.go:645","msg":"executing sql=> SELECT name, (extractAllGroups(engine_full, '(Distributed\\\\(\\')(.*)\\',\\\\s+\\'(.*)\\',\\\\s+\\'(.*)\\'(.*)')[1])[2] AS cluster\n\t FROM system.tables WHERE engine='Distributed' AND database='[MASKED]' AND match(engine_full, 'Distributed\\(\\'.*\\', \\'[MASKED]\\', \\'dwd_security_log_local\\'.*\\)')","task":"d
{"level":"info","ts":"2025-10-15T16:42:21.363+0800","caller":"task/sinker.go:151","msg":"consumer restarted because of previous offset commit
{"level":"info","ts":"2025-10-15T16:42:21.363+0800","caller":"[email protected]/kzap.go:114","msg":"immediate metadata update triggered","why":"que
{"level":"info","ts":"2025-10-15T16:42:21.420+0800","caller":"[email protected]/kzap.go:114","msg":"beginning to manage the group lifecycle","group
{"level":"info","ts":"2025-10-15T16:42:21.420+0800","caller":"[email protected]/kzap.go:114","msg":"joining group","group":"clickhouse-sinker-01"}
{"level":"info","ts":"2025-10-15T16:42:27.259+0800","caller":"[email protected]/kzap.go:114","msg":"joined","group":"clickhouse-sinker-01","member_id":"kgo-588660ca-c0d1-49fd-9664-922349ba49be","instance_id":"<nil>","generation":9004,"leader":false}
{"level":"info","ts":"2025-10-15T16:42:27.259+0800","caller":"[email protected]/kzap.go:114","msg":"syncing","group":"clickhouse-sinker-01","protocol_type":"consumer","protocol":"cooperative-sticky"}
{"level":"info","ts":"2025-10-15T16:42:27.277+0800","caller":"[email protected]/kzap.go:114","msg":"synced","group":"clickhouse-sinker-01","assigned":"kafka_table[2]"}
{"level":"info","ts":"2025-10-15T16:42:27.277+0800","caller":"[email protected]/kzap.go:114","msg":"new group session begun","group":"clickhouse-sinker-01","added":"kafka_table[2]","lost":""}
{"level":"info","ts":"2025-10-15T16:42:27.278+0800","caller":"input/poller.go:21","msg":"new consumer poller","consumerId":"kgo-588660ca-c0d1-49fd-9664-922349ba49be"}
{"level":"info","ts":"2025-10-15T16:42:27.278+0800","caller":"[email protected]/kzap.go:114","msg":"beginning heartbeat loop","group":"clickhouse-sinker-01"}
{"level":"info","ts":"2025-10-15T16:42:27.282+0800","caller":"[email protected]/kzap.go:114","msg":"assigning partitions","why":"newly fetched offsets for group clickhouse-sinker-01","how":"assigning everything new, keeping current assignment","input":"kafka_table[2{1812778378 e-1 ce0}]"}
{"level":"info","ts":"2025-10-15T17:20:39.395+0800","caller":"[email protected]/kzap.go:114","msg":"heartbeat errored","group":"clickhouse-sinker-01","err":"REBALANCE_IN_PROGRESS: The group is rebalancing, so a rejoin is needed."}
{"level":"info","ts":"2025-10-15T17:20:39.396+0800","caller":"[email protected]/kzap.go:114","msg":"cooperative consumer calling onRevoke at the end of a session even though no partitions were lost","group":"clickhouse-sinker-01"}
{"level":"info","ts":"2025-10-15T17:20:39.396+0800","caller":"input/kafka_franz.go:287","msg":"consumer group cleanup","consumer group":"clickhouse-sinker-01","cost":0.000050652}
{"level":"info","ts":"2025-10-15T17:20:39.396+0800","caller":"[email protected]/kzap.go:114","msg":"immediate metadata update triggered","why":"waitmeta after heartbeat error"}
{"level":"info","ts":"2025-10-15T17:20:39.400+0800","caller":"[email protected]/kzap.go:114","msg":"joining group","group":"clickhouse-sinker-01"}
{"level":"info","ts":"2025-10-15T17:20:39.408+0800","caller":"[email protected]/kzap.go:114","msg":"joined","group":"clickhouse-sinker-01","member_id":"kgo-588660ca-c0d1-49fd-9664-922349ba49be","instance_id":"<nil>","generation":9005,"leader":false}
{"level":"info","ts":"2025-10-15T17:20:39.409+0800","caller":"[email protected]/kzap.go:114","msg":"syncing","group":"clickhouse-sinker-01","protocol_type":"consumer","protocol":"cooperative-sticky"}
{"level":"info","ts":"2025-10-15T17:20:39.693+0800","caller":"[email protected]/kzap.go:114","msg":"synced","group":"clickhouse-sinker-01","assigned":"kafka_table[2]"}
{"level":"info","ts":"2025-10-15T17:20:39.693+0800","caller":"[email protected]/kzap.go:114","msg":"new group session begun","group":"clickhouse-sinker-01","added":"","lost":""}
{"level":"info","ts":"2025-10-15T17:20:39.693+0800","caller":"input/poller.go:21","msg":"new consumer poller","consumerId":"kgo-588660ca-c0d1-49fd-9664-922349ba49be"}
{"level":"info","ts":"2025-10-15T17:20:39.693+0800","caller":"[email protected]/kzap.go:114","msg":"beginning heartbeat loop","group":"clickhougoroutine 1428795 [running]:
runtime/pprof.writeGoroutineStacks({0x14cc520, 0xc0002682a0})
/usr/local/go/src/runtime/pprof/pprof.go:761 +0x6a
runtime/pprof.writeGoroutine({0x14cc520?, 0xc0002682a0?}, 0xc0a7943740?)
/usr/local/go/src/runtime/pprof/pprof.go:750 +0x25
runtime/pprof.(*Profile).WriteTo(0x1eadeb0?, {0x14cc520?, 0xc0002682a0?}, 0xc?)
/usr/local/go/src/runtime/pprof/pprof.go:374 +0x14b
net/http/pprof.handler.ServeHTTP({0xc0abf52a01, 0x9}, {0x14d41b0, 0xc0002682a0}, 0xc000348140)
/usr/local/go/src/net/http/pprof/pprof.go:272 +0x52f
net/http/pprof.Index({0x14d41b0, 0xc0002682a0}, 0xc000348140?)
/usr/local/go/src/net/http/pprof/pprof.go:388 +0xde
net/http.HandlerFunc.ServeHTTP(0xc000268098?, {0x14d41b0?, 0xc0002682a0?}, 0x735e36?)
/usr/local/go/src/net/http/server.go:2220 +0x29
net/http.(*ServeMux).ServeHTTP(0x46e4d9?, {0x14d41b0, 0xc0002682a0}, 0xc000348140)
/usr/local/go/src/net/http/server.go:2747 +0x1ca
net/http.serverHandler.ServeHTTP({0xc0a7943590?}, {0x14d41b0?, 0xc0002682a0?}, 0x6?)
/usr/local/go/src/net/http/server.go:3210 +0x8e
net/http.(*conn).serve(0xc000332360, {0x14d5440, 0xc0001aa570})
/usr/local/go/src/net/http/server.go:2092 +0x5d0
created by net/http.(*Server).Serve in goroutine 11
/usr/local/go/src/net/http/server.go:3360 +0x485
goroutine 1 [select, 989 minutes]:
github.com/housepower/clickhouse_sinker/util.Run({0x12b1618, 0x11}, 0x1386010, 0x1386030, 0x1386038)
/app/util/app.go:44 +0x3a5
main.main()
/app/cmd/clickhouse_sinker/main.go:146 +0x34
goroutine 10 [chan receive, 989 minutes]:
gopkg.in/natefinch/lumberjack%2ev2.(*Logger).millRun(...)
/go/pkg/mod/gopkg.in/natefinch/[email protected]/lumberjack.go:379
created by gopkg.in/natefinch/lumberjack%2ev2.(*Logger).mill.func1 in goroutine 1
/go/pkg/mod/gopkg.in/natefinch/[email protected]/lumberjack.go:390 +0x96
goroutine 11 [IO wait]:
internal/poll.runtime_pollWait(0x7f8818d2e680, 0x72)
/usr/local/go/src/runtime/netpoll.go:351 +0x85
internal/poll.(*pollDesc).wait(0xc000228480?, 0x900000036?, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc000228480)
/usr/local/go/src/internal/poll/fd_unix.go:620 +0x295
net.(*netFD).accept(0xc000228480)
/usr/local/go/src/net/fd_unix.go:172 +0x29
net.(*TCPListener).accept(0xc00022eb00)
/usr/local/go/src/net/tcpsock_posix.go:159 +0x1e
net.(*TCPListener).Accept(0xc00022eb00)
/usr/local/go/src/net/tcpsock.go:372 +0x30
net/http.(*Server).Serve(0xc0001e4000, {0x14d3fa0, 0xc00022eb00})
/usr/local/go/src/net/http/server.go:3330 +0x30c
net/http.Serve(...)
/usr/local/go/src/net/http/server.go:2858
main.main.func1.4()
/app/cmd/clickhouse_sinker/main.go:233 +0x8b
created by main.main.func1 in goroutine 1
/app/cmd/clickhouse_sinker/main.go:232 +0x4a5
goroutine 12 [select, 29 minutes]:
github.com/housepower/clickhouse_sinker/task.(*Sinker).Run(0xc000228500)
/app/task/sinker.go:137 +0xc19
main.main.func2()
/app/cmd/clickhouse_sinker/main.go:278 +0x1a
github.com/housepower/clickhouse_sinker/util.Run.func1()
/app/util/app.go:34 +0x3b
created by github.com/housepower/clickhouse_sinker/util.Run in goroutine 1
/app/util/app.go:33 +0x26f
goroutine 50 [chan receive]:
github.com/housepower/clickhouse_sinker/util.(*WorkerPool).wokerFunc(0xc0003ca240)
/app/util/workerpool.go:58 +0xa5
created by github.com/housepower/clickhouse_sinker/util.(*WorkerPool).start in goroutine 12
/app/util/workerpool.go:79 +0x25
goroutine 51 [chan receive]:
github.com/housepower/clickhouse_sinker/util.(*WorkerPool).wokerFunc(0xc0003ca240)
/app/util/workerpool.go:58 +0xa5
created by github.com/housepower/clickhouse_sinker/util.(*WorkerPool).start in goroutine 12
/app/util/workerpool.go:79 +0x25
goroutine 52 [IO wait]:
internal/poll.runtime_pollWait(0x7f8818d2dca8, 0x72)
/usr/local/go/src/runtime/netpoll.go:351 +0x85
internal/poll.(*pollDesc).wait(0xc0fedea680?, 0xc05a880000?, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc0fedea680, {0xc05a880000, 0x20000, 0x20000})
/usr/local/go/src/internal/poll/fd_unix.go:165 +0x27a
net.(*netFD).Read(0xc0fedea680, {0xc05a880000?, 0xc17dcb8000?, 0x26?})
/usr/local/go/src/net/fd_posix.go:55 +0x25
net.(*conn).Read(0xc040048030, {0xc05a880000?, 0xc17dcb8000?, 0xc185712019?})
/usr/local/go/src/net/net.go:189 +0x45
bufio.(*Reader).Read(0xc102ce81e0, {0xc05ba22000, 0x1, 0xa?})
/usr/local/go/src/bufio/bufio.go:241 +0x197
github.com/ClickHouse/ch-go/proto.(*Reader).Read(0x26?, {0xc05ba22000?, 0xc097217498?, 0x9f3f5a?})
/go/pkg/mod/github.com/!click!house/[email protected]/proto/reader.go:52 +0x22
io.ReadAtLeast({0x14cd540, 0xc0d5c36630}, {0xc05ba22000, 0x1, 0x3000}, 0x1)
/usr/local/go/src/io/io.go:335 +0x90
io.ReadFull(...)
/usr/local/go/src/io/io.go:354
github.com/ClickHouse/ch-go/proto.(*Reader).ReadFull(0x9f3f5a?, {0xc05ba22000?, 0x40a19e?, 0x0?})
/go/pkg/mod/github.com/!click!house/[email protected]/proto/reader.go:61 +0x2e
github.com/ClickHouse/ch-go/proto.(*Reader).readFull(...)
/go/pkg/mod/github.com/!click!house/[email protected]/proto/reader.go:69
github.com/ClickHouse/ch-go/proto.(*Reader).ReadByte(0xc0d5c36630)
/go/pkg/mod/github.com/!click!house/[email protected]/proto/reader.go:35 +0x94
github.com/ClickHouse/clickhouse-go/v2.(*connect).process(0xc0002680e0, {0x14d51d0, 0x1ef53a0}, 0xc0a7942510)
/go/pkg/mod/github.com/!click!house/clickhouse-go/[email protected]/conn_process.go:69 +0x5a
github.com/ClickHouse/clickhouse-go/v2.(*batch).closeQuery(0xc0be32fc80)
/go/pkg/mod/github.com/!click!house/clickhouse-go/[email protected]/conn_batch.go:280 +0x65
github.com/ClickHouse/clickhouse-go/v2.(*batch).Send(0xc0be32fc80)
/go/pkg/mod/github.com/!click!house/clickhouse-go/[email protected]/conn_batch.go:215 +0x154
github.com/housepower/clickhouse_sinker/pool.(*Conn).write_v2(0xc07ca072f0, {0xc019c3e000, 0x15b6}, {0xc0afe50000, 0x308d, 0x2?}, 0x0, 0x164)
/app/pool/ck_cli.go:224 +0x2f3
github.com/housepower/clickhouse_sinker/pool.(*Conn).Write(0xc07ca072f0, {0xc019c3e000, 0x15b6}, {0xc0afe50000, 0x308d, 0x3400}, 0x0, 0x164)
/app/pool/ck_cli.go:237 +0x24f
github.com/housepower/clickhouse_sinker/output.writeRows(...)
/app/output/clickhouse_util.go:14
github.com/housepower/clickhouse_sinker/output.(*ClickHouse).write(0xc0003bc000, 0xc0d5c365a0, 0xc0002b6900, 0xc015dcfd30)
/app/output/clickhouse.go:251 +0x3c5
github.com/housepower/clickhouse_sinker/output.(*ClickHouse).loopWrite.func2()
/app/output/clickhouse.go:277 +0x25
github.com/avast/retry-go/v4.Do.func1()
/go/pkg/mod/github.com/avast/retry-go/[email protected]/retry.go:115 +0x13
github.com/avast/retry-go/v4.DoWithData[...](0xc097217cd0?, {0xc015dcfe70, 0x5, 0x20})
/go/pkg/mod/github.com/avast/retry-go/[email protected]/retry.go:179 +0x679
github.com/avast/retry-go/v4.Do(0xc0ae65c930?, {0xc015dcfe70?, 0x12b02ea?, 0xc066ba4540?})
/go/pkg/mod/github.com/avast/retry-go/[email protected]/retry.go:118 +0x3e
github.com/housepower/clickhouse_sinker/output.(*ClickHouse).loopWrite(0xc0003bc000, 0xc0d5c365a0, 0xc0002b6900, {0xc0ae65c930, 0x24})
/app/output/clickhouse.go:276 +0x3c5
github.com/housepower/clickhouse_sinker/output.(*ClickHouse).Send.func1()
/app/output/clickhouse.go:141 +0x35
github.com/housepower/clickhouse_sinker/util.(*WorkerPool).wokerFunc(0xc0003ca240)
/app/util/workerpool.go:59 +0xc2
created by github.com/housepower/clickhouse_sinker/util.(*WorkerPool).start in goroutine 12
/app/util/workerpool.go:79 +0x25
goroutine 54 [semacquire]:
sync.runtime_Semacquire(0xc0001a9ec0?)
/usr/local/go/src/runtime/sema.go:71 +0x25
sync.(*WaitGroup).Wait(0xc0001a9ea0?)
/usr/local/go/src/sync/waitgroup.go:118 +0x48
github.com/housepower/clickhouse_sinker/task.(*Sinker).commitFn(0xc000228500)
/app/task/sinker.go:524 +0xb8
created by github.com/housepower/clickhouse_sinker/task.(*Sinker).applyFirstConfig in goroutine 12
/app/task/sinker.go:376 +0x1bc
goroutine 20 [syscall, 989 minutes]:
os/signal.signal_recv()
/usr/local/go/src/runtime/sigqueue.go:152 +0x29
os/signal.loop()
/usr/local/go/src/os/signal/signal_unix.go:23 +0x13
created by os/signal.Notify.func1.1 in goroutine 1
/usr/local/go/src/os/signal/signal.go:151 +0x1f
goroutine 148 [select, 4 minutes]:
github.com/twmb/franz-go/pkg/kgo.(*Client).updateMetadataLoop(0xc0004a6008)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/metadata.go:173 +0x1ec
created by github.com/twmb/franz-go/pkg/kgo.NewClient in goroutine 12
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/client.go:518 +0xb9b
goroutine 149 [select]:
github.com/twmb/franz-go/pkg/kgo.(*Client).reapConnectionsLoop(0xc0004a6008)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:558 +0x14c
created by github.com/twmb/franz-go/pkg/kgo.NewClient in goroutine 12
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/client.go:519 +0xbdd
goroutine 150 [select, 989 minutes]:
github.com/twmb/franz-go/pkg/kgo.(*Client).PollRecords(0xc0004a6008, {0x14d5478, 0xc00020c640}, 0x400)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer.go:540 +0x292
github.com/housepower/clickhouse_sinker/input.(*KafkaFranz).Run(0xc00033b920)
/app/input/kafka_franz.go:206 +0x2b1
created by github.com/housepower/clickhouse_sinker/task.(*Consumer).start in goroutine 12
/app/task/consumer.go:90 +0x345
goroutine 151 [select]:
github.com/housepower/clickhouse_sinker/task.(*Consumer).processFetch(0xc000333290)
/app/task/consumer.go:199 +0x2eb
created by github.com/housepower/clickhouse_sinker/task.(*Consumer).start in goroutine 12
/app/task/consumer.go:91 +0x387
goroutine 152 [select, 4 minutes]:
github.com/twmb/franz-go/pkg/kgo.(*Client).updateMetadataLoop(0xc0004a6808)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/metadata.go:173 +0x1ec
created by github.com/twmb/franz-go/pkg/kgo.NewClient in goroutine 12
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/client.go:518 +0xb9b
goroutine 153 [select]:
github.com/twmb/franz-go/pkg/kgo.(*Client).reapConnectionsLoop(0xc0004a6808)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:558 +0x14c
created by github.com/twmb/franz-go/pkg/kgo.NewClient in goroutine 12
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/client.go:519 +0xbdd
goroutine 154 [select, 989 minutes]:
github.com/twmb/franz-go/pkg/kgo.(*Client).PollRecords(0xc0004a6808, {0x14d5478, 0xc00020c7d0}, 0x400)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer.go:540 +0x292
github.com/housepower/clickhouse_sinker/input.(*KafkaFranz).Run(0xc00033ba40)
/app/input/kafka_franz.go:206 +0x2b1
created by github.com/housepower/clickhouse_sinker/task.(*Consumer).start in goroutine 12
/app/task/consumer.go:90 +0x345
goroutine 155 [select]:
github.com/housepower/clickhouse_sinker/task.(*Consumer).processFetch(0xc000226000)
/app/task/consumer.go:199 +0x2eb
created by github.com/housepower/clickhouse_sinker/task.(*Consumer).start in goroutine 12
/app/task/consumer.go:91 +0x387
goroutine 161 [sync.Cond.Wait, 989 minutes]:
sync.runtime_notifyListWait(0xc000284390, 0x0)
/usr/local/go/src/runtime/sema.go:587 +0x159
sync.(*Cond).Wait(0x0?)
/usr/local/go/src/sync/cond.go:71 +0x85
github.com/twmb/franz-go/pkg/kgo.(*Client).PollRecords.func2()
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer.go:529 +0xc7
created by github.com/twmb/franz-go/pkg/kgo.(*Client).PollRecords in goroutine 150
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer.go:523 +0x1c5
goroutine 160 [select, 4 minutes]:
github.com/twmb/franz-go/pkg/kgo.(*Client).updateMetadataLoop(0xc0004a7808)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/metadata.go:173 +0x1ec
created by github.com/twmb/franz-go/pkg/kgo.NewClient in goroutine 12
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/client.go:518 +0xb9b
goroutine 177 [select]:
github.com/twmb/franz-go/pkg/kgo.(*Client).reapConnectionsLoop(0xc0004a7808)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:558 +0x14c
created by github.com/twmb/franz-go/pkg/kgo.NewClient in goroutine 12
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/client.go:519 +0xbdd
goroutine 178 [select, 989 minutes]:
github.com/twmb/franz-go/pkg/kgo.(*Client).PollRecords(0xc0004a7808, {0x14d5478, 0xc00020caf0}, 0x400)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer.go:540 +0x292
github.com/housepower/clickhouse_sinker/input.(*KafkaFranz).Run(0xc00033bc80)
/app/input/kafka_franz.go:206 +0x2b1
created by github.com/housepower/clickhouse_sinker/task.(*Consumer).start in goroutine 12
/app/task/consumer.go:90 +0x345
goroutine 179 [select]:
github.com/housepower/clickhouse_sinker/task.(*Consumer).processFetch(0xc0003f8000)
/app/task/consumer.go:199 +0x2eb
created by github.com/housepower/clickhouse_sinker/task.(*Consumer).start in goroutine 12
/app/task/consumer.go:91 +0x387
goroutine 29 [sync.Cond.Wait, 989 minutes]:
sync.runtime_notifyListWait(0xc0004b48d0, 0x0)
/usr/local/go/src/runtime/sema.go:587 +0x159
sync.(*Cond).Wait(0x0?)
/usr/local/go/src/sync/cond.go:71 +0x85
github.com/twmb/franz-go/pkg/kgo.(*Client).PollRecords.func2()
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer.go:529 +0xc7
created by github.com/twmb/franz-go/pkg/kgo.(*Client).PollRecords in goroutine 178
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer.go:523 +0x1c5
goroutine 32 [sync.Cond.Wait, 989 minutes]:
sync.runtime_notifyListWait(0xc0004aa450, 0x0)
/usr/local/go/src/runtime/sema.go:587 +0x159
sync.(*Cond).Wait(0xc000226040?)
/usr/local/go/src/sync/cond.go:71 +0x85
github.com/twmb/franz-go/pkg/kgo.(*Client).PollRecords.func2()
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer.go:529 +0xc7
created by github.com/twmb/franz-go/pkg/kgo.(*Client).PollRecords in goroutine 154
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer.go:523 +0x1c5
goroutine 830 [select]:
github.com/twmb/franz-go/pkg/kgo.(*consumerSession).manageFetchConcurrency(0xc0425f8000)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer.go:1499 +0x155
created by github.com/twmb/franz-go/pkg/kgo.(*consumerSession).desireFetch in goroutine 829
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer.go:1484 +0x5b
goroutine 829 [select]:
github.com/twmb/franz-go/pkg/kgo.(*source).fetch(0xc000220b40, 0xc0425f8000, 0xc0aa4327e0)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/source.go:802 +0x2e5
github.com/twmb/franz-go/pkg/kgo.(*source).loopFetch(0xc000220b40)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/source.go:713 +0x38f
created by github.com/twmb/franz-go/pkg/kgo.(*source).maybeConsume in goroutine 849
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/source.go:643 +0xd6
goroutine 198 [chan receive, 4 minutes]:
github.com/twmb/franz-go/pkg/kgo.(*groupConsumer).setupAssignedAndHeartbeat(0xc0002d2780)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer_group.go:909 +0x545
github.com/twmb/franz-go/pkg/kgo.(*groupConsumer).manage(0xc0002d2780)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer_group.go:391 +0x2b1
created by github.com/twmb/franz-go/pkg/kgo.(*groupConsumer).findNewAssignments in goroutine 197
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer_group.go:1792 +0x9d9
goroutine 775 [select]:
github.com/twmb/franz-go/pkg/kgo.(*consumerSession).manageFetchConcurrency(0xc0000225a0)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer.go:1499 +0x155
created by github.com/twmb/franz-go/pkg/kgo.(*consumerSession).desireFetch in goroutine 774
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer.go:1484 +0x5b
goroutine 298 [chan receive, 4 minutes]:
github.com/twmb/franz-go/pkg/kgo.(*groupConsumer).setupAssignedAndHeartbeat(0xc0002d2280)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer_group.go:909 +0x545
github.com/twmb/franz-go/pkg/kgo.(*groupConsumer).manage(0xc0002d2280)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer_group.go:391 +0x2b1
created by github.com/twmb/franz-go/pkg/kgo.(*groupConsumer).findNewAssignments in goroutine 297
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer_group.go:1792 +0x9d9
goroutine 774 [select]:
github.com/twmb/franz-go/pkg/kgo.(*source).fetch(0xc0001c8320, 0xc0000225a0, 0xc12edf88c0)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/source.go:802 +0x2e5
github.com/twmb/franz-go/pkg/kgo.(*source).loopFetch(0xc0001c8320)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/source.go:713 +0x38f
created by github.com/twmb/franz-go/pkg/kgo.(*source).maybeConsume in goroutine 741
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/source.go:643 +0xd6
goroutine 722 [select]:
github.com/twmb/franz-go/pkg/kgo.(*source).fetch(0xc0003c8000, 0xc000022240, 0xc08e3b96c0)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/source.go:802 +0x2e5
github.com/twmb/franz-go/pkg/kgo.(*source).loopFetch(0xc0003c8000)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/source.go:713 +0x38f
created by github.com/twmb/franz-go/pkg/kgo.(*source).maybeConsume in goroutine 634
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/source.go:643 +0xd6
goroutine 723 [select]:
github.com/twmb/franz-go/pkg/kgo.(*consumerSession).manageFetchConcurrency(0xc000022240)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer.go:1499 +0x155
created by github.com/twmb/franz-go/pkg/kgo.(*consumerSession).desireFetch in goroutine 722
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer.go:1484 +0x5b
goroutine 311 [chan receive, 4 minutes]:
github.com/twmb/franz-go/pkg/kgo.(*groupConsumer).setupAssignedAndHeartbeat(0xc0002d2a00)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer_group.go:909 +0x545
github.com/twmb/franz-go/pkg/kgo.(*groupConsumer).manage(0xc0002d2a00)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer_group.go:391 +0x2b1
created by github.com/twmb/franz-go/pkg/kgo.(*groupConsumer).findNewAssignments in goroutine 310
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer_group.go:1792 +0x9d9
goroutine 1428794 [select]:
github.com/ClickHouse/clickhouse-go/v2.contextWatchdog.func1()
/go/pkg/mod/github.com/!click!house/clickhouse-go/[email protected]/context_watchdog.go:35 +0x8b
created by github.com/ClickHouse/clickhouse-go/v2.contextWatchdog in goroutine 52
/go/pkg/mod/github.com/!click!house/clickhouse-go/[email protected]/context_watchdog.go:33 +0xa5
goroutine 1421009 [select]:
github.com/twmb/franz-go/pkg/kgo.(*groupConsumer).heartbeat(0xc0002d2780, 0xc0003784d0, 0xc0cb98c030)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer_group.go:946 +0x26c
github.com/twmb/franz-go/pkg/kgo.(*groupConsumer).setupAssignedAndHeartbeat.func1()
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer_group.go:850 +0x11c
created by github.com/twmb/franz-go/pkg/kgo.(*groupConsumer).setupAssignedAndHeartbeat in goroutine 198
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer_group.go:847 +0x385
goroutine 1411902 [IO wait]:
internal/poll.runtime_pollWait(0x7f8816ab0788, 0x72)
/usr/local/go/src/runtime/netpoll.go:351 +0x85
internal/poll.(*pollDesc).wait(0xc0002cce00?, 0xc0ba2a32d0?, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc0002cce00, {0xc0ba2a32d0, 0x4, 0x4})
/usr/local/go/src/internal/poll/fd_unix.go:165 +0x27a
net.(*netFD).Read(0xc0002cce00, {0xc0ba2a32d0?, 0xc0d64286b8?, 0x4fc120?})
/usr/local/go/src/net/fd_posix.go:55 +0x25
net.(*conn).Read(0xc0002d1060, {0xc0ba2a32d0?, 0xc0d6428688?, 0xc091680008?})
/usr/local/go/src/net/net.go:189 +0x45
io.ReadAtLeast({0x14cbd80, 0xc0002d1060}, {0xc0ba2a32d0, 0x4, 0x4}, 0x4)
/usr/local/go/src/io/io.go:335 +0x90
io.ReadFull(...)
/usr/local/go/src/io/io.go:354
github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).readConn.func2()
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1129 +0x197
created by github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).readConn in goroutine 1411901
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1121 +0x309
goroutine 1384276 [select]:
github.com/twmb/franz-go/pkg/kgo.(*Client).PollRecords(0xc019c54008, {0x14d5478, 0xc102b86280}, 0x400)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer.go:540 +0x292
github.com/housepower/clickhouse_sinker/input.(*KafkaFranz).Run(0xc0980fc060)
/app/input/kafka_franz.go:206 +0x2b1
created by github.com/housepower/clickhouse_sinker/task.(*Consumer).start in goroutine 12
/app/task/consumer.go:90 +0x345
goroutine 1421002 [select]:
github.com/twmb/franz-go/pkg/kgo.(*groupConsumer).heartbeat(0xc0003c6b40, 0xc0002f1b90, 0xc0a6a87f08)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer_group.go:946 +0x26c
github.com/twmb/franz-go/pkg/kgo.(*groupConsumer).setupAssignedAndHeartbeat.func1()
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer_group.go:850 +0x11c
created by github.com/twmb/franz-go/pkg/kgo.(*groupConsumer).setupAssignedAndHeartbeat in goroutine 1384203
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer_group.go:847 +0x385
goroutine 1420911 [select]:
github.com/twmb/franz-go/pkg/kgo.(*groupConsumer).heartbeat(0xc0002d2280, 0xc000346310, 0xc05fa7b8c0)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer_group.go:946 +0x26c
github.com/twmb/franz-go/pkg/kgo.(*groupConsumer).setupAssignedAndHeartbeat.func1()
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer_group.go:850 +0x11c
created by github.com/twmb/franz-go/pkg/kgo.(*groupConsumer).setupAssignedAndHeartbeat in goroutine 298
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer_group.go:847 +0x385
goroutine 1384277 [select]:
github.com/housepower/clickhouse_sinker/task.(*Consumer).processFetch(0xc000226090)
/app/task/consumer.go:199 +0x2eb
created by github.com/housepower/clickhouse_sinker/task.(*Consumer).start in goroutine 12
/app/task/consumer.go:91 +0x387
goroutine 1428803 [select]:
github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).readConn(0xc0038e4008, {0x14d5478, 0xc0ac532280}, 0xf224d4a00, {0xc233f96eea159bfb?, 0x35faff55dfc5?, 0x1ed0c80?})
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1145 +0x3a8
github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).readResponse(0xc0038e4008, {0x14d5478?, 0xc0ac532280?}, 0x1, 0x8, 0x2d94, 0x0, 0x4f9f80?, 0x32, 0x1cd85, ...)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1220 +0x7d
github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).handleResp(0xc0038e4008, {{0x14d5478, 0xc0ac532280}, 0x2d94, 0x0, {0x14df970, 0xc0ac532320}, 0xc06f6aa0e0, 0xf224d4a00, 0x32, ...})
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1451 +0xe5
github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).handleResps(0xc0038e4008, {{0x14d5478, 0xc0ac532280}, 0x2d94, 0x0, {0x14df970, 0xc0ac532320}, 0xc06f6aa0e0, 0xf224d4a00, 0x32, ...})
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1441 +0x5d
created by github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).waitResp in goroutine 1428801
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1290 +0x1b8
goroutine 1428804 [IO wait]:
internal/poll.runtime_pollWait(0x7f8816ab0be8, 0x72)
/usr/local/go/src/runtime/netpoll.go:351 +0x85
internal/poll.(*pollDesc).wait(0xc0001d2b00?, 0xc0872f6838?, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc0001d2b00, {0xc0872f6838, 0x4, 0x4})
/usr/local/go/src/internal/poll/fd_unix.go:165 +0x27a
net.(*netFD).Read(0xc0001d2b00, {0xc0872f6838?, 0xc00020c730?, 0x4fc120?})
/usr/local/go/src/net/fd_posix.go:55 +0x25
net.(*conn).Read(0xc0001be240, {0xc0872f6838?, 0xc026115e88?, 0xc091b80008?})
/usr/local/go/src/net/net.go:189 +0x45
io.ReadAtLeast({0x14cbd80, 0xc0001be240}, {0xc0872f6838, 0x4, 0x4}, 0x4)
/usr/local/go/src/io/io.go:335 +0x90
io.ReadFull(...)
/usr/local/go/src/io/io.go:354
github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).readConn.func2()
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1129 +0x197
created by github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).readConn in goroutine 1428803
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1121 +0x309
goroutine 1411901 [select]:
github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).readConn(0xc0425ca808, {0x14d5478, 0xc102b860a0}, 0xf224d4a00, {0xc233f96e41cef2a9?, 0x35fa5fd9a235?, 0x1ed0c80?})
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1145 +0x3a8
github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).readResponse(0xc0425ca808, {0x14d5478?, 0xc102b860a0?}, 0x1, 0x8, 0x2d93, 0x0, 0x4f9f80?, 0x32, 0x1479e, ...)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1220 +0x7d
github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).handleResp(0xc0425ca808, {{0x14d5478, 0xc102b860a0}, 0x2d93, 0x0, {0x14df970, 0xc102b86140}, 0xc142090000, 0xf224d4a00, 0x32, ...})
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1451 +0xe5
github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).handleResps(0xc0425ca808, {{0x14d5478, 0xc102b860a0}, 0x2d93, 0x0, {0x14df970, 0xc102b86140}, 0xc142090000, 0xf224d4a00, 0x32, ...})
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1441 +0x5d
created by github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).waitResp in goroutine 1411899
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1290 +0x1b8
goroutine 108030 [select, 3 minutes]:
github.com/ClickHouse/clickhouse-go/v2.(*clickhouse).startAutoCloseIdleConnections(0xc07ca07320)
/go/pkg/mod/github.com/!click!house/clickhouse-go/[email protected]/clickhouse.go:309 +0xb9
created by github.com/ClickHouse/clickhouse-go/v2.Open in goroutine 50
/go/pkg/mod/github.com/!click!house/clickhouse-go/[email protected]/clickhouse.go:91 +0x1be
goroutine 1384203 [chan receive, 4 minutes]:
github.com/twmb/franz-go/pkg/kgo.(*groupConsumer).setupAssignedAndHeartbeat(0xc0003c6b40)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer_group.go:909 +0x545
github.com/twmb/franz-go/pkg/kgo.(*groupConsumer).manage(0xc0003c6b40)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer_group.go:391 +0x2b1
created by github.com/twmb/franz-go/pkg/kgo.(*groupConsumer).findNewAssignments in goroutine 1384202
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer_group.go:1792 +0x9d9
goroutine 1422437 [select, 3 minutes]:
github.com/twmb/franz-go/pkg/kgo.(*Client).updateMetadataLoop(0xc019c54808)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/metadata.go:173 +0x1ec
created by github.com/twmb/franz-go/pkg/kgo.NewClient in goroutine 1422435
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/client.go:518 +0xb9b
goroutine 1428684 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0xc0b0601e50, 0x4c)
/usr/local/go/src/runtime/sema.go:587 +0x159
sync.(*Cond).Wait(0xc0b6657258?)
/usr/local/go/src/sync/cond.go:71 +0x85
github.com/twmb/franz-go/pkg/kgo.(*Client).PollRecords.func2()
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer.go:529 +0xc7
created by github.com/twmb/franz-go/pkg/kgo.(*Client).PollRecords in goroutine 1384276
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer.go:523 +0x1c5
goroutine 1428776 [select]:
github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).readConn(0xc000811c08, {0x14d5478, 0xc04cdde280}, 0xf224d4a00, {0xc233f96ee7cce586?, 0x35fafd0d2929?, 0x1ed0c80?})
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1145 +0x3a8
github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).readResponse(0xc000811c08, {0x14d5478?, 0xc04cdde280?}, 0x1, 0x8, 0x2d81, 0x0, 0x4f9f80?, 0x32, 0x24be6, ...)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1220 +0x7d
github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).handleResp(0xc000811c08, {{0x14d5478, 0xc04cdde280}, 0x2d81, 0x0, {0x14df970, 0xc04cdde320}, 0xc0002ae260, 0xf224d4a00, 0x32, ...})
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1451 +0xe5
github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).handleResps(0xc000811c08, {{0x14d5478, 0xc04cdde280}, 0x2d81, 0x0, {0x14df970, 0xc04cdde320}, 0xc0002ae260, 0xf224d4a00, 0x32, ...})
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1441 +0x5d
created by github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).waitResp in goroutine 1428774
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1290 +0x1b8
goroutine 1384275 [select]:
github.com/twmb/franz-go/pkg/kgo.(*Client).reapConnectionsLoop(0xc019c54008)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:558 +0x14c
created by github.com/twmb/franz-go/pkg/kgo.NewClient in goroutine 12
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/client.go:519 +0xbdd
goroutine 1428777 [IO wait]:
internal/poll.runtime_pollWait(0x7f8818d2e108, 0x72)
/usr/local/go/src/runtime/netpoll.go:351 +0x85
internal/poll.(*pollDesc).wait(0xc000228800?, 0xc0bbb33848?, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc000228800, {0xc0bbb33848, 0x4, 0x4})
/usr/local/go/src/internal/poll/fd_unix.go:165 +0x27a
net.(*netFD).Read(0xc000228800, {0xc0bbb33848?, 0xc102b86370?, 0x4fc120?})
/usr/local/go/src/net/fd_posix.go:55 +0x25
net.(*conn).Read(0xc000806048, {0xc0bbb33848?, 0xc000123688?, 0xc091b80008?})
/usr/local/go/src/net/net.go:189 +0x45
io.ReadAtLeast({0x14cbd80, 0xc000806048}, {0xc0bbb33848, 0x4, 0x4}, 0x4)
/usr/local/go/src/io/io.go:335 +0x90
io.ReadFull(...)
/usr/local/go/src/io/io.go:354
github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).readConn.func2()
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1129 +0x197
created by github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).readConn in goroutine 1428776
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1121 +0x309
goroutine 1420676 [select]:
github.com/twmb/franz-go/pkg/kgo.(*groupConsumer).heartbeat(0xc0002d2a00, 0xc07bc52070, 0xc06d0760a8)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer_group.go:946 +0x26c
github.com/twmb/franz-go/pkg/kgo.(*groupConsumer).setupAssignedAndHeartbeat.func1()
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer_group.go:850 +0x11c
created by github.com/twmb/franz-go/pkg/kgo.(*groupConsumer).setupAssignedAndHeartbeat in goroutine 311
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer_group.go:847 +0x385
goroutine 1422438 [select]:
github.com/twmb/franz-go/pkg/kgo.(*Client).reapConnectionsLoop(0xc019c54808)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:558 +0x14c
created by github.com/twmb/franz-go/pkg/kgo.NewClient in goroutine 1422435
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/client.go:519 +0xbdd
goroutine 1428796 [IO wait]:
internal/poll.runtime_pollWait(0x7f8816ab0328, 0x72)
/usr/local/go/src/runtime/netpoll.go:351 +0x85
internal/poll.(*pollDesc).wait(0xc0fedea800?, 0xc04528c000?, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc0fedea800, {0xc04528c000, 0x1000, 0x1000})
/usr/local/go/src/internal/poll/fd_unix.go:165 +0x27a
net.(*netFD).Read(0xc0fedea800, {0xc04528c000?, 0xc0d6674240?, 0xc015dcf690?})
/usr/local/go/src/net/fd_posix.go:55 +0x25
net.(*conn).Read(0xc08eed6080, {0xc04528c000?, 0xc015dcf6e0?, 0xc000804c08?})
/usr/local/go/src/net/net.go:189 +0x45
net/http.(*connReader).Read(0xc000804c00, {0xc04528c000, 0x1000, 0x1000})
/usr/local/go/src/net/http/server.go:798 +0x14b
bufio.(*Reader).fill(0xc064801740)
/usr/local/go/src/bufio/bufio.go:110 +0x103
bufio.(*Reader).ReadSlice(0xc064801740, 0xa)
/usr/local/go/src/bufio/bufio.go:376 +0x29
bufio.(*Reader).ReadLine(0xc064801740)
/usr/local/go/src/bufio/bufio.go:405 +0x25
net/textproto.(*Reader).readLineSlice(0xc000804c30, 0xffffffffffffffff)
/usr/local/go/src/net/textproto/reader.go:64 +0xa5
net/textproto.(*Reader).ReadLine(...)
/usr/local/go/src/net/textproto/reader.go:44
net/http.readRequest(0xc064801740)
/usr/local/go/src/net/http/request.go:1096 +0xb0
net/http.(*conn).readRequest(0xc0003323f0, {0x14d5478, 0xc0b10d1ef0})
/usr/local/go/src/net/http/server.go:1048 +0x22c
net/http.(*conn).serve(0xc0003323f0, {0x14d5440, 0xc0001aa570})
/usr/local/go/src/net/http/server.go:2017 +0x32c
created by net/http.(*Server).Serve in goroutine 11
/usr/local/go/src/net/http/server.go:3360 +0x485
goroutine 1428822 [IO wait]:
internal/poll.runtime_pollWait(0x7f8816ab0440, 0x72)
/usr/local/go/src/runtime/netpoll.go:351 +0x85
internal/poll.(*pollDesc).wait(0xc0fedea400?, 0xc0a79435a1?, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc0fedea400, {0xc0a79435a1, 0x1, 0x1})
/usr/local/go/src/internal/poll/fd_unix.go:165 +0x27a
net.(*netFD).Read(0xc0fedea400, {0xc0a79435a1?, 0xc142090000?, 0xc233f96bb9798749?})
/usr/local/go/src/net/fd_posix.go:55 +0x25
net.(*conn).Read(0xc08eed6050, {0xc0a79435a1?, 0x0?, 0xc00181cd20?})
/usr/local/go/src/net/net.go:189 +0x45
net/http.(*connReader).backgroundRead(0xc0a7943590)
/usr/local/go/src/net/http/server.go:690 +0x37
created by net/http.(*connReader).startBackgroundRead in goroutine 1428795
/usr/local/go/src/net/http/server.go:686 +0xb6
goroutine 1384274 [select, 4 minutes]:
github.com/twmb/franz-go/pkg/kgo.(*Client).updateMetadataLoop(0xc019c54008)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/metadata.go:173 +0x1ec
created by github.com/twmb/franz-go/pkg/kgo.NewClient in goroutine 12
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/client.go:518 +0xb9b
goroutine 1384361 [select]:
github.com/twmb/franz-go/pkg/kgo.(*consumerSession).manageFetchConcurrency(0xc01b3ba000)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer.go:1499 +0x155
created by github.com/twmb/franz-go/pkg/kgo.(*consumerSession).desireFetch in goroutine 1383949
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/consumer.go:1484 +0x5b
goroutine 1428640 [select]:
github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).readConn(0xc029bd5808, {0x14d5478, 0xc0001e20a0}, 0xf224d4a00, {0xc233f96e5db7e2c0?, 0x35fa7bc29241?, 0x1ed0c80?})
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1145 +0x3a8
github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).readResponse(0xc029bd5808, {0x14d5478?, 0xc0001e20a0?}, 0x1, 0x8, 0x1f, 0x0, 0x47076f?, 0x5b, 0x1e78e, ...)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1220 +0x7d
github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).handleResp(0xc029bd5808, {{0x14d5478, 0xc0001e20a0}, 0x1f, 0x0, {0x14df970, 0xc0001e2190}, 0xc0526bc040, 0xf224d4a00, 0x5b, ...})
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1451 +0xe5
github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).handleResps(0xc029bd5808, {{0x14d5478, 0xc0001e20a0}, 0x1f, 0x0, {0x14df970, 0xc0001e2190}, 0xc0526bc040, 0xf224d4a00, 0x5b, ...})
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1441 +0x5d
created by github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).waitResp in goroutine 1428638
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1290 +0x1b8
goroutine 1383949 [select]:
github.com/twmb/franz-go/pkg/kgo.(*source).fetch(0xc01b4101e0, 0xc01b3ba000, 0xc01b426930)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/source.go:802 +0x2e5
github.com/twmb/franz-go/pkg/kgo.(*source).loopFetch(0xc01b4101e0)
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/source.go:713 +0x38f
created by github.com/twmb/franz-go/pkg/kgo.(*source).maybeConsume in goroutine 1384320
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/source.go:643 +0xd6
goroutine 1428753 [IO wait]:
internal/poll.runtime_pollWait(0x7f8818d2e568, 0x72)
/usr/local/go/src/runtime/netpoll.go:351 +0x85
internal/poll.(*pollDesc).wait(0xc102b42580?, 0xc0de868eff?, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27
internal/poll.(*pollDesc).waitRead(...)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc102b42580, {0xc0de868eff, 0x5a714a, 0x5a714a})
/usr/local/go/src/internal/poll/fd_unix.go:165 +0x27a
net.(*netFD).Read(0xc102b42580, {0xc0de868eff?, 0xc00020cbe0?, 0x4fc120?})
/usr/local/go/src/net/fd_posix.go:55 +0x25
net.(*conn).Read(0xc0008060b8, {0xc0de868eff?, 0xc0c7bb4e88?, 0xc091b80008?})
/usr/local/go/src/net/net.go:189 +0x45
io.ReadAtLeast({0x14cbd80, 0xc0008060b8}, {0xc0dda10000, 0x1400049, 0x1400049}, 0x1400049)
/usr/local/go/src/io/io.go:335 +0x90
io.ReadFull(...)
/usr/local/go/src/io/io.go:354
github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).readConn.func2()
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1138 +0x2fc
created by github.com/twmb/franz-go/pkg/kgo.(*brokerCxn).readConn in goroutine 1428640
/go/pkg/mod/github.com/twmb/[email protected]/pkg/kgo/broker.go:1121 +0x309