Skip to content
Lava cli Tests

feat: PRT- adding provider retry mechanism on node error for better QOS #3359

Sign in to view logs

feat: PRT- adding provider retry mechanism on node error for better QOS

feat: PRT- adding provider retry mechanism on node error for better QOS #3359

GitHub Actions / Test Results failed Sep 1, 2024 in 0s

1 errors, 1 fail, 2 174 pass in 24m 53s

2 176 tests   2 174 ✅  24m 53s ⏱️
  145 suites      0 💤
    7 files        1 ❌  1 🔥

Results for commit 811da28.

Annotations

Check warning on line 0 in github.com/lavanet/lava/v2/x/epochstorage/client/cli

See this annotation in the file changed.

@github-actions github-actions / Test Results

TestShowFixatedParams (github.com/lavanet/lava/v2/x/epochstorage/client/cli) failed 

artifacts/Test Results (Consensus)/x-report.xml [took 5s]
Raw output 
Failed
    network.go:301: acquiring test network lock
    network.go:311: preparing test network with chain-id "chain-ZyX07w"
    network.go:584: starting test network...
Sep  1 10:13:50 INF setting log level loglevel=
Sep  1 10:13:50 WRN min iprpc cost must be in acceptable denom error="invalid cost" acceptable_denom=stake cost=0ulava
    network.go:44: 
        	Error Trace:	/home/runner/work/lava/lava/testutil/network/network.go:44
        	            				/home/runner/work/lava/lava/x/epochstorage/client/cli/query_fixated_params_test.go:40
        	            				/home/runner/work/lava/lava/x/epochstorage/client/cli/query_fixated_params_test.go:44
        	Error:      	Received unexpected error:
        	            	listen tcp 0.0.0.0:43989: bind: address already in use
        	Test:       	TestShowFixatedParams

Check failure on line 0 in github.com/lavanet/lava/v2/x/epochstorage/client/cli

See this annotation in the file changed.

@github-actions github-actions / Test Results

TestListFixatedParams (github.com/lavanet/lava/v2/x/epochstorage/client/cli) with error 

artifacts/Test Results (Consensus)/x-report.xml [took 0s]
Raw output 
No test result found
    network.go:301: acquiring test network lock
panic: test timed out after 10m0s
running tests:
	TestListFixatedParams (9m39s)

goroutine 1084 [running]:
testing.(*M).startAlarm.func1()
	/opt/hostedtoolcache/go/1.20.14/x64/src/testing/testing.go:2241 +0x3c5
created by time.goFunc
	/opt/hostedtoolcache/go/1.20.14/x64/src/time/sleep.go:176 +0x32

goroutine 1 [chan receive, 9 minutes]:
testing.(*T).Run(0xc001072ea0, {0x2a75863?, 0x53a705?}, 0x33f1030)
	/opt/hostedtoolcache/go/1.20.14/x64/src/testing/testing.go:1630 +0x405
testing.runTests.func1(0x4fb1f00?)
	/opt/hostedtoolcache/go/1.20.14/x64/src/testing/testing.go:2036 +0x45
testing.tRunner(0xc001072ea0, 0xc000fc7c88)
	/opt/hostedtoolcache/go/1.20.14/x64/src/testing/testing.go:1576 +0x10b
testing.runTests(0xc000339680?, {0x4f6cee0, 0x3, 0x3}, {0xd0?, 0x1000004fb1f00?, 0x4fa93a0?})
	/opt/hostedtoolcache/go/1.20.14/x64/src/testing/testing.go:2034 +0x489
testing.(*M).Run(0xc000339680)
	/opt/hostedtoolcache/go/1.20.14/x64/src/testing/testing.go:1906 +0x63a
main.main()
	_testmain.go:53 +0x1aa

goroutine 8 [IO wait, 10 minutes]:
internal/poll.runtime_pollWait(0x7f1618079218, 0x72)
	/opt/hostedtoolcache/go/1.20.14/x64/src/runtime/netpoll.go:306 +0x89
internal/poll.(*pollDesc).wait(0xc00012b200?, 0xc0004186b0?, 0x0)
	/opt/hostedtoolcache/go/1.20.14/x64/src/internal/poll/fd_poll_runtime.go:84 +0x32
internal/poll.(*pollDesc).waitRead(...)
	/opt/hostedtoolcache/go/1.20.14/x64/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).ReadMsg(0xc00012b200, {0xc0004186b0, 0x10, 0x10}, {0xc00032f320, 0x1000, 0x1000}, 0x1?)
	/opt/hostedtoolcache/go/1.20.14/x64/src/internal/poll/fd_unix.go:304 +0x3aa
net.(*netFD).readMsg(0xc00012b200, {0xc0004186b0?, 0x18f?, 0xc00001bce0?}, {0xc00032f320?, 0x2000?, 0x0?}, 0x1190af628?)
	/opt/hostedtoolcache/go/1.20.14/x64/src/net/fd_posix.go:78 +0x37
net.(*UnixConn).readMsg(0xc000120380, {0xc0004186b0?, 0xc00001bd50?, 0x425425?}, {0xc00032f320?, 0x40f71e?, 0x7f16180474b8?})
	/opt/hostedtoolcache/go/1.20.14/x64/src/net/unixsock_posix.go:115 +0x4f
net.(*UnixConn).ReadMsgUnix(0xc000120380, {0xc0004186b0?, 0x4182b0?, 0x41d6d1?}, {0xc00032f320?, 0x40feaa?, 0xc0003a8f78?})
	/opt/hostedtoolcache/go/1.20.14/x64/src/net/unixsock.go:143 +0x3c
github.com/godbus/dbus.(*oobReader).Read(0xc00032f300, {0xc0004186b0?, 0xc00001be28?, 0x410287?})
	/home/runner/go/pkg/mod/github.com/godbus/[email protected]/transport_unix.go:21 +0x45
io.ReadAtLeast({0x38bcda0, 0xc00032f300}, {0xc0004186b0, 0x10, 0x10}, 0x10)
	/opt/hostedtoolcache/go/1.20.14/x64/src/io/io.go:332 +0x9a
io.ReadFull(...)
	/opt/hostedtoolcache/go/1.20.14/x64/src/io/io.go:351
github.com/godbus/dbus.(*unixTransport).ReadMessage(0xc00011e4e0)
	/home/runner/go/pkg/mod/github.com/godbus/[email protected]/transport_unix.go:91 +0x11e
github.com/godbus/dbus.(*Conn).inWorker(0xc0002dc750)
	/home/runner/go/pkg/mod/github.com/godbus/[email protected]/conn.go:294 +0x3b
created by github.com/godbus/dbus.(*Conn).Auth
	/home/runner/go/pkg/mod/github.com/godbus/[email protected]/auth.go:118 +0x9ee

goroutine 290 [syscall, 9 minutes]:
os/signal.signal_recv()
	/opt/hostedtoolcache/go/1.20.14/x64/src/runtime/sigqueue.go:152 +0x2f
os/signal.loop()
	/opt/hostedtoolcache/go/1.20.14/x64/src/os/signal/signal_unix.go:23 +0x19
created by os/signal.Notify.func1.1
	/opt/hostedtoolcache/go/1.20.14/x64/src/os/signal/signal.go:151 +0x2a

goroutine 21 [select, 10 minutes]:
github.com/desertbit/timer.timerRoutine()
	/home/runner/go/pkg/mod/github.com/desertbit/[email protected]/timers.go:119 +0xba
created by github.com/desertbit/timer.init.0
	/home/runner/go/pkg/mod/github.com/desertbit/[email protected]/timers.go:15 +0x25

goroutine 10 [select]:
go.opencensus.io/stats/view.(*worker).start(0xc000dfe000)
	/home/runner/go/pkg/mod/[email protected]/stats/view/worker.go:292 +0xad
created by go.opencensus.io/stats/view.init.0
	/home/runner/go/pkg/mod/[email protected]/stats/view/worker.go:34 +0x96

goroutine 564 [sync.Mutex.Lock, 9 minutes]:
sync.runtime_SemacquireMutex(0xc000100000?, 0x90?, 0xc0016f3918?)
	/opt/hostedtoolcache/go/1.20.14/x64/src/runtime/sema.go:77 +0x26
sync.(*Mutex).lockSlow(0xc000419000)
	/opt/hostedtoolcache/go/1.20.14/x64/src/sync/mutex.go:171 +0x165
sync.(*Mutex).Lock(...)
	/opt/hostedtoolcache/go/1.20.14/x64/src/sync/mutex.go:90
github.com/cosmos/cosmos-sdk/testutil/network.New({_, _}, {_, _}, {{0x3909c40, 0xc0003ff7a0}, 0xc002d98190, {0x38f2990, 0xc0015f6700}, {0x38f9b80, ...}, ...})
	/home/runner/go/pkg/mod/github.com/lavanet/[email protected]/testutil/network/network.go:302 +0xbb
github.com/lavanet/lava/v2/testutil/network.New(0xc0008f6b60, {0xc0016f5dc0?, 0x2a616ee?, 0xc?})
	/home/runner/work/lava/lava/testutil/network/network.go:43 +0x10d
github.com/lavanet/lava/v2/x/epochstorage/client/cli_test.networkWithFixatedParamsObjects(0xc0008f6b60, 0x6)
	/home/runner/work/lava/lava/x/epochstorage/client/cli/query_fixated_params_test.go:40 +0x3d3
github.com/lavanet/lava/v2/x/epochstorage/client/cli_test.TestListFixatedParams(0x0?)
	/home/runner/work/lava/lava/x/epochstorage/client/cli/query_fixated_params_test.go:98 +0x27
testing.tRunner(0xc0008f6b60, 0x33f1030)
	/opt/hostedtoolcache/go/1.20.14/x64/src/testing/testing.go:1576 +0x10b
created by testing.(*T).Run
	/opt/hostedtoolcache/go/1.20.14/x64/src/testing/testing.go:1629 +0x3ea

goroutine 731 [select, 9 minutes]:
github.com/syndtr/goleveldb/leveldb.(*DB).mCompaction(0xc000be48c0)
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db_compaction.go:773 +0x113
created by github.com/syndtr/goleveldb/leveldb.openDB
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db.go:156 +0x5d8

goroutine 730 [select, 9 minutes]:
github.com/syndtr/goleveldb/leveldb.(*DB).tCompaction(0xc000be48c0)
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db_compaction.go:836 +0x6b7
created by github.com/syndtr/goleveldb/leveldb.openDB
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db.go:155 +0x59b

goroutine 732 [select, 9 minutes]:
github.com/cometbft/cometbft/proxy.(*multiAppConn).killTMOnClientError(0xc0033387e0)
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/proxy/multi_app_conn.go:140 +0x11c
created by github.com/cometbft/cometbft/proxy.(*multiAppConn).OnStart
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/proxy/multi_app_conn.go:120 +0x418

goroutine 733 [chan receive, 9 minutes]:
github.com/cometbft/cometbft/libs/pubsub.(*Server).loop(0xc002cd00e0, {0xc002da6180, 0xc002da61b0})
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/libs/pubsub/pubsub.go:323 +0x8e
created by github.com/cometbft/cometbft/libs/pubsub.(*Server).OnStart
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/libs/pubsub/pubsub.go:309 +0xaa

goroutine 727 [select, 5 minutes]:
github.com/syndtr/goleveldb/leveldb.(*session).refLoop(0xc002ca6000)
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/session_util.go:189 +0x59b
created by github.com/syndtr/goleveldb/leveldb.newSession
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/session.go:93 +0x2e5

goroutine 719 [IO wait, 9 minutes]:
internal/poll.runtime_pollWait(0x7f1618078d68, 0x72)
	/opt/hostedtoolcache/go/1.20.14/x64/src/runtime/netpoll.go:306 +0x89
internal/poll.(*pollDesc).wait(0xc00029e500?, 0x1e?, 0x0)
	/opt/hostedtoolcache/go/1.20.14/x64/src/internal/poll/fd_poll_runtime.go:84 +0x32
internal/poll.(*pollDesc).waitRead(...)
	/opt/hostedtoolcache/go/1.20.14/x64/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc00029e500)
	/opt/hostedtoolcache/go/1.20.14/x64/src/internal/poll/fd_unix.go:614 +0x2bd
net.(*netFD).accept(0xc00029e500)
	/opt/hostedtoolcache/go/1.20.14/x64/src/net/fd_unix.go:172 +0x35
net.(*TCPListener).accept(0xc0013ba138)
	/opt/hostedtoolcache/go/1.20.14/x64/src/net/tcpsock_posix.go:148 +0x25
net.(*TCPListener).Accept(0xc0013ba138)
	/opt/hostedtoolcache/go/1.20.14/x64/src/net/tcpsock.go:297 +0x3d
golang.org/x/net/netutil.(*limitListener).Accept(0xc00115e5d0)
	/home/runner/go/pkg/mod/golang.org/x/[email protected]/netutil/listen.go:63 +0x93
net/http.(*Server).Serve(0xc0017e2000, {0x38e2f60, 0xc00115e5d0})
	/opt/hostedtoolcache/go/1.20.14/x64/src/net/http/server.go:3059 +0x385
github.com/cometbft/cometbft/rpc/jsonrpc/server.Serve({0x38e2f60, 0xc00115e5d0}, {0x38c0bc0, 0xc001844700}, {0x38e7320, 0x4fe6138}, 0xc00336e120)
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/rpc/jsonrpc/server/http_server.go:62 +0x265
github.com/cometbft/cometbft/node.(*Node).startRPC.func3()
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/node/node.go:1339 +0x45
created by github.com/cometbft/cometbft/node.(*Node).startRPC
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/node/node.go:1338 +0x9c5

goroutine 728 [select, 9 minutes]:
github.com/syndtr/goleveldb/leveldb.(*DB).compactionError(0xc000be48c0)
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db_compaction.go:91 +0x137
created by github.com/syndtr/goleveldb/leveldb.openDB
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db.go:148 +0x4ea

goroutine 729 [select]:
github.com/syndtr/goleveldb/leveldb.(*DB).mpoolDrain(0xc000be48c0)
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db_state.go:101 +0xa8
created by github.com/syndtr/goleveldb/leveldb.openDB
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db.go:149 +0x52a

goroutine 151 [select, 9 minutes]:
github.com/cometbft/cometbft/proxy.(*multiAppConn).killTMOnClientError(0xc001070a80)
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/proxy/multi_app_conn.go:140 +0x11c
created by github.com/cometbft/cometbft/proxy.(*multiAppConn).OnStart
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/proxy/multi_app_conn.go:120 +0x418

goroutine 836 [select]:
github.com/cometbft/cometbft/libs/autofile.(*AutoFile).closeFileRoutine(0xc0033800f0)
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/libs/autofile/autofile.go:104 +0x69
created by github.com/cometbft/cometbft/libs/autofile.OpenAutoFile
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/libs/autofile/autofile.go:86 +0x24a

goroutine 153 [select, 5 minutes]:
github.com/syndtr/goleveldb/leveldb.(*session).refLoop(0xc0010b03c0)
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/session_util.go:189 +0x59b
created by github.com/syndtr/goleveldb/leveldb.newSession
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/session.go:93 +0x2e5

goroutine 154 [select, 9 minutes]:
github.com/syndtr/goleveldb/leveldb.(*DB).compactionError(0xc001100540)
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db_compaction.go:91 +0x137
created by github.com/syndtr/goleveldb/leveldb.openDB
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db.go:148 +0x4ea

goroutine 155 [select]:
github.com/syndtr/goleveldb/leveldb.(*DB).mpoolDrain(0xc001100540)
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db_state.go:101 +0xa8
created by github.com/syndtr/goleveldb/leveldb.openDB
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db.go:149 +0x52a

goroutine 156 [select, 9 minutes]:
github.com/syndtr/goleveldb/leveldb.(*DB).tCompaction(0xc001100540)
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db_compaction.go:836 +0x6b7
created by github.com/syndtr/goleveldb/leveldb.openDB
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db.go:155 +0x59b

goroutine 157 [select, 9 minutes]:
github.com/syndtr/goleveldb/leveldb.(*DB).mCompaction(0xc001100540)
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db_compaction.go:773 +0x113
created by github.com/syndtr/goleveldb/leveldb.openDB
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db.go:156 +0x5d8

goroutine 158 [chan receive, 9 minutes]:
github.com/cometbft/cometbft/state/txindex.(*IndexerService).OnStart.func1()
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/state/txindex/indexer_service.go:62 +0xab
created by github.com/cometbft/cometbft/state/txindex.(*IndexerService).OnStart
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/state/txindex/indexer_service.go:60 +0x1d2

goroutine 724 [select]:
github.com/syndtr/goleveldb/leveldb.(*DB).mpoolDrain(0xc000be4700)
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db_state.go:101 +0xa8
created by github.com/syndtr/goleveldb/leveldb.openDB
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db.go:149 +0x52a

goroutine 725 [select, 9 minutes]:
github.com/syndtr/goleveldb/leveldb.(*DB).tCompaction(0xc000be4700)
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db_compaction.go:836 +0x6b7
created by github.com/syndtr/goleveldb/leveldb.openDB
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db.go:155 +0x59b

goroutine 726 [select, 9 minutes]:
github.com/syndtr/goleveldb/leveldb.(*DB).mCompaction(0xc000be4700)
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db_compaction.go:773 +0x113
created by github.com/syndtr/goleveldb/leveldb.openDB
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db.go:156 +0x5d8

goroutine 735 [select, 9 minutes]:
github.com/syndtr/goleveldb/leveldb.(*DB).compactionError(0xc000be4a80)
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db_compaction.go:91 +0x137
created by github.com/syndtr/goleveldb/leveldb.openDB
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db.go:148 +0x4ea

goroutine 736 [select]:
github.com/syndtr/goleveldb/leveldb.(*DB).mpoolDrain(0xc000be4a80)
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db_state.go:101 +0xa8
created by github.com/syndtr/goleveldb/leveldb.openDB
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db.go:149 +0x52a

goroutine 851 [chan receive, 9 minutes]:
github.com/cometbft/cometbft/state/txindex.(*IndexerService).OnStart.func1()
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/state/txindex/indexer_service.go:62 +0xab
created by github.com/cometbft/cometbft/state/txindex.(*IndexerService).OnStart
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/state/txindex/indexer_service.go:60 +0x1d2

goroutine 720 [IO wait, 9 minutes]:
internal/poll.runtime_pollWait(0x7f1618078e58, 0x72)
	/opt/hostedtoolcache/go/1.20.14/x64/src/runtime/netpoll.go:306 +0x89
internal/poll.(*pollDesc).wait(0xc00029e600?, 0x0?, 0x0)
	/opt/hostedtoolcache/go/1.20.14/x64/src/internal/poll/fd_poll_runtime.go:84 +0x32
internal/poll.(*pollDesc).waitRead(...)
	/opt/hostedtoolcache/go/1.20.14/x64/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc00029e600)
	/opt/hostedtoolcache/go/1.20.14/x64/src/internal/poll/fd_unix.go:614 +0x2bd
net.(*netFD).accept(0xc00029e600)
	/opt/hostedtoolcache/go/1.20.14/x64/src/net/fd_unix.go:172 +0x35
net.(*TCPListener).accept(0xc0013ba168)
	/opt/hostedtoolcache/go/1.20.14/x64/src/net/tcpsock_posix.go:148 +0x25
net.(*TCPListener).Accept(0xc0013ba168)
	/opt/hostedtoolcache/go/1.20.14/x64/src/net/tcpsock.go:297 +0x3d
golang.org/x/net/netutil.(*limitListener).Accept(0xc00115e6c0)
	/home/runner/go/pkg/mod/golang.org/x/[email protected]/netutil/listen.go:63 +0x93
github.com/cometbft/cometbft/p2p.(*MultiplexTransport).acceptPeers(0xc0004a2000)
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/p2p/transport.go:282 +0x42
created by github.com/cometbft/cometbft/p2p.(*MultiplexTransport).Listen
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/p2p/transport.go:262 +0x1e5

goroutine 291 [chan receive, 9 minutes]:
github.com/cometbft/cometbft/libs/autofile.OpenAutoFile.func1()
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/libs/autofile/autofile.go:81 +0x4d
created by github.com/cometbft/cometbft/libs/autofile.OpenAutoFile
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/libs/autofile/autofile.go:80 +0x20a

goroutine 292 [select]:
github.com/cometbft/cometbft/libs/autofile.(*AutoFile).closeFileRoutine(0xc000b7adc0)
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/libs/autofile/autofile.go:104 +0x69
created by github.com/cometbft/cometbft/libs/autofile.OpenAutoFile
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/libs/autofile/autofile.go:86 +0x24a

goroutine 850 [select, 9 minutes]:
github.com/syndtr/goleveldb/leveldb.(*DB).mCompaction(0xc000be4a80)
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db_compaction.go:773 +0x113
created by github.com/syndtr/goleveldb/leveldb.openDB
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db.go:156 +0x5d8

goroutine 963 [select, 9 minutes]:
github.com/syndtr/goleveldb/leveldb.(*DB).compactionError(0xc000be4e00)
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db_compaction.go:91 +0x137
created by github.com/syndtr/goleveldb/leveldb.openDB
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db.go:148 +0x4ea

goroutine 962 [select, 5 minutes]:
github.com/syndtr/goleveldb/leveldb.(*session).refLoop(0xc002ca63c0)
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/session_util.go:189 +0x59b
created by github.com/syndtr/goleveldb/leveldb.newSession
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/session.go:93 +0x2e5

goroutine 737 [select, 9 minutes]:
github.com/syndtr/goleveldb/leveldb.(*DB).tCompaction(0xc000be4a80)
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db_compaction.go:836 +0x6b7
created by github.com/syndtr/goleveldb/leveldb.openDB
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db.go:155 +0x59b

goroutine 834 [select, 5 minutes]:
github.com/syndtr/goleveldb/leveldb.(*session).refLoop(0xc00333e2d0)
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/session_util.go:189 +0x59b
created by github.com/syndtr/goleveldb/leveldb.newSession
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/session.go:93 +0x2e5

goroutine 835 [chan receive, 9 minutes]:
github.com/cometbft/cometbft/libs/autofile.OpenAutoFile.func1()
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/libs/autofile/autofile.go:81 +0x4d
created by github.com/cometbft/cometbft/libs/autofile.OpenAutoFile
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/libs/autofile/autofile.go:80 +0x20a

goroutine 734 [select, 5 minutes]:
github.com/syndtr/goleveldb/leveldb.(*session).refLoop(0xc002ca61e0)
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/session_util.go:189 +0x59b
created by github.com/syndtr/goleveldb/leveldb.newSession
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/session.go:93 +0x2e5

goroutine 300 [chan send, 9 minutes]:
github.com/cosmos/cosmos-sdk/testutil/network.startInProcess.func1()
	/home/runner/go/pkg/mod/github.com/lavanet/[email protected]/testutil/network/util.go:86 +0xcf
created by github.com/cosmos/cosmos-sdk/testutil/network.startInProcess
	/home/runner/go/pkg/mod/github.com/lavanet/[email protected]/testutil/network/util.go:84 +0x96e

goroutine 839 [select, 9 minutes]:
github.com/cometbft/cometbft/consensus.(*timeoutTicker).timeoutRoutine(0xc001763380)
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/consensus/ticker.go:98 +0xdf
created by github.com/cometbft/cometbft/consensus.(*timeoutTicker).OnStart
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/consensus/ticker.go:54 +0x56

goroutine 966 [select, 9 minutes]:
github.com/syndtr/goleveldb/leveldb.(*DB).mCompaction(0xc000be4e00)
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db_compaction.go:773 +0x113
created by github.com/syndtr/goleveldb/leveldb.openDB
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db.go:156 +0x5d8

goroutine 965 [select, 9 minutes]:
github.com/syndtr/goleveldb/leveldb.(*DB).tCompaction(0xc000be4e00)
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db_compaction.go:836 +0x6b7
created by github.com/syndtr/goleveldb/leveldb.openDB
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db.go:155 +0x59b

goroutine 980 [chan receive]:
github.com/cometbft/cometbft/consensus.(*Reactor).updateRoundStateRoutine(0xc002dfc870)
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/consensus/reactor.go:525 +0x94
created by github.com/cometbft/cometbft/consensus.(*Reactor).OnStart
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/consensus/reactor.go:81 +0x125

goroutine 723 [select, 9 minutes]:
github.com/syndtr/goleveldb/leveldb.(*DB).compactionError(0xc000be4700)
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db_compaction.go:91 +0x137
created by github.com/syndtr/goleveldb/leveldb.openDB
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db.go:148 +0x4ea

goroutine 979 [select, 9 minutes]:
github.com/cometbft/cometbft/consensus.(*Reactor).peerStatsRoutine(0xc002dfc870)
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/consensus/reactor.go:941 +0xe5
created by github.com/cometbft/cometbft/consensus.(*Reactor).OnStart
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/consensus/reactor.go:78 +0xd6

goroutine 978 [select]:
github.com/cometbft/cometbft/p2p/pex.(*Reactor).ensurePeersRoutine(0xc000968300)
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/p2p/pex/pex_reactor.go:438 +0xf7
created by github.com/cometbft/cometbft/p2p/pex.(*Reactor).OnStart
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/p2p/pex/pex_reactor.go:165 +0x185

goroutine 721 [select]:
github.com/cometbft/cometbft/p2p/pex.(*addrBook).saveRoutine(0xc000454000)
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/p2p/pex/addrbook.go:500 +0xe7
created by github.com/cometbft/cometbft/p2p/pex.(*addrBook).OnStart
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/p2p/pex/addrbook.go:162 +0x8a

goroutine 625 [chan receive, 9 minutes]:
github.com/cosmos/cosmos-sdk/server.TrapSignal.func1()
	/home/runner/go/pkg/mod/github.com/lavanet/[email protected]/server/util.go:369 +0x35
created by github.com/cosmos/cosmos-sdk/server.TrapSignal
	/home/runner/go/pkg/mod/github.com/lavanet/[email protected]/server/util.go:368 +0xce

goroutine 562 [chan send, 9 minutes]:
github.com/cosmos/cosmos-sdk/server/grpc.StartGRPCWeb.func2()
	/home/runner/go/pkg/mod/github.com/lavanet/[email protected]/server/grpc/grpc_web.go:36 +0x78
created by github.com/cosmos/cosmos-sdk/server/grpc.StartGRPCWeb
	/home/runner/go/pkg/mod/github.com/lavanet/[email protected]/server/grpc/grpc_web.go:34 +0x190

goroutine 964 [select]:
github.com/syndtr/goleveldb/leveldb.(*DB).mpoolDrain(0xc000be4e00)
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db_state.go:101 +0xa8
created by github.com/syndtr/goleveldb/leveldb.openDB
	/home/runner/go/pkg/mod/github.com/syndtr/[email protected]/leveldb/db.go:149 +0x52a

goroutine 841 [select, 9 minutes]:
github.com/cometbft/cometbft/p2p.(*MultiplexTransport).Accept(0xc0004a2000, {{0xc00029e400, 0xa, 0x10}, 0xc001840070, 0x0, 0xc001840080, 0xc000dfae40, 0xc000dfae70, 0xc002cd0070, ...})
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/p2p/transport.go:194 +0xb3
github.com/cometbft/cometbft/p2p.(*Switch).acceptRoutine(0xc000e36d80)
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/p2p/switch.go:633 +0x175
created by github.com/cometbft/cometbft/p2p.(*Switch).OnStart
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/p2p/switch.go:241 +0x15c

goroutine 842 [IO wait, 9 minutes]:
internal/poll.runtime_pollWait(0x7f1618078f48, 0x72)
	/opt/hostedtoolcache/go/1.20.14/x64/src/runtime/netpoll.go:306 +0x89
internal/poll.(*pollDesc).wait(0xc0002c6c80?, 0x425425?, 0x0)
	/opt/hostedtoolcache/go/1.20.14/x64/src/internal/poll/fd_poll_runtime.go:84 +0x32
internal/poll.(*pollDesc).waitRead(...)
	/opt/hostedtoolcache/go/1.20.14/x64/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc0002c6c80)
	/opt/hostedtoolcache/go/1.20.14/x64/src/internal/poll/fd_unix.go:614 +0x2bd
net.(*netFD).accept(0xc0002c6c80)
	/opt/hostedtoolcache/go/1.20.14/x64/src/net/fd_unix.go:172 +0x35
net.(*TCPListener).accept(0xc003382150)
	/opt/hostedtoolcache/go/1.20.14/x64/src/net/tcpsock_posix.go:148 +0x25
net.(*TCPListener).Accept(0xc003382150)
	/opt/hostedtoolcache/go/1.20.14/x64/src/net/tcpsock.go:297 +0x3d
golang.org/x/net/netutil.(*limitListener).Accept(0xc000dfb7d0)
	/home/runner/go/pkg/mod/golang.org/x/[email protected]/netutil/listen.go:63 +0x93
net/http.(*Server).Serve(0xc0017e22d0, {0x38e2f60, 0xc000dfb7d0})
	/opt/hostedtoolcache/go/1.20.14/x64/src/net/http/server.go:3059 +0x385
github.com/cometbft/cometbft/rpc/jsonrpc/server.Serve({0x38e2f60, 0xc000dfb7d0}, {0x38bd700, 0xc000968540}, {0x38e7320, 0x4fe6138}, 0xc000017b18)
	/home/runner/go/pkg/mod/github.com/cometbft/[email protected]/rpc/jsonrpc/server/http_server.go:62 +0x265
github.com/cosmos/cosmos-sdk/server/api.(*Server).Start(_, {{{0xc00305c1e0, 0xd}, {0x2a591ab, 0x7}, {0x38acca8, 0x1}, {0x38acca8, 0x1}, 0x0, ...}, ...})
	/home/runner/go/pkg/mod/github.com/lavanet/[email protected]/server/api/server.go:115 +0x37b
github.com/cosmos/cosmos-sdk/testutil/network.startInProcess.func1()
	/home/runner/go/pkg/mod/github.com/lavanet/[email protected]/testutil/network/util.go:85 +0xa5
created by github.com/cosmos/cosmos-sdk/testutil/network.startInProcess
	/home/runner/go/pkg/mod/github.com/lavanet/[email protected]/testutil/network/util.go:84 +0x96e
View more details on GitHub Actions