-
Notifications
You must be signed in to change notification settings - Fork 742
Closed
Labels
type/ciThe issue is related to CI.The issue is related to CI.
Description
Flaky Test
Which jobs are failing
==================
WARNING: DATA RACE
Read at 0x0000082e51f8 by goroutine 2373:
github.com/tikv/pd/tests/integrations/client_test.(*clientTestSuite).TestMemberUpdateBackOff()
/home/runner/work/pd/pd/tests/integrations/client/client_test.go:1684 +0x997
github.com/pingcap/failpoint.parseTerm()
/home/runner/go/pkg/mod/github.com/pingcap/failpoint@v0.0.0-20240528011301-b51a646c7c86/terms.go:149 +0x233
github.com/pingcap/failpoint.parse()
/home/runner/go/pkg/mod/github.com/pingcap/failpoint@v0.0.0-20240528011301-b51a646c7c86/terms.go:126 +0xa5
github.com/pingcap/failpoint.newTerms()
/home/runner/go/pkg/mod/github.com/pingcap/failpoint@v0.0.0-20240528011301-b51a646c7c86/terms.go:98 +0x3e
github.com/pingcap/failpoint.(*Failpoint).Enable()
/home/runner/go/pkg/mod/github.com/pingcap/failpoint@v0.0.0-20240528011301-b51a646c7c86/failpoint.go:58 +0x3e
github.com/pingcap/failpoint.(*Failpoints).Enable()
/home/runner/go/pkg/mod/github.com/pingcap/failpoint@v0.0.0-20240528011301-b51a646c7c86/failpoints.go:105 +0x296
github.com/pingcap/failpoint.Enable()
/home/runner/go/pkg/mod/github.com/pingcap/failpoint@v0.0.0-20240528011301-b51a646c7c86/failpoints.go:255 +0x8d5
github.com/tikv/pd/tests/integrations/client_test.(*clientTestSuite).TestMemberUpdateBackOff()
/home/runner/work/pd/pd/tests/integrations/client/client_test.go:1682 +0x8d6
github.com/pingcap/failpoint.parseTerm()
/home/runner/go/pkg/mod/github.com/pingcap/failpoint@v0.0.0-20240528011301-b51a646c7c86/terms.go:149 +0x233
github.com/pingcap/failpoint.parse()
/home/runner/go/pkg/mod/github.com/pingcap/failpoint@v0.0.0-20240528011301-b51a646c7c86/terms.go:126 +0xa5
github.com/pingcap/failpoint.newTerms()
/home/runner/go/pkg/mod/github.com/pingcap/failpoint@v0.0.0-20240528011301-b51a646c7c86/terms.go:98 +0x3e
github.com/pingcap/failpoint.(*Failpoint).Enable()
/home/runner/go/pkg/mod/github.com/pingcap/failpoint@v0.0.0-20240528011301-b51a646c7c86/failpoint.go:58 +0x3e
github.com/pingcap/failpoint.(*Failpoints).Enable()
/home/runner/go/pkg/mod/github.com/pingcap/failpoint@v0.0.0-20240528011301-b51a646c7c86/failpoints.go:105 +0x296
github.com/pingcap/failpoint.Enable()
/home/runner/go/pkg/mod/github.com/pingcap/failpoint@v0.0.0-20240528011301-b51a646c7c86/failpoints.go:255 +0x897
github.com/tikv/pd/tests/integrations/client_test.(*clientTestSuite).TestMemberUpdateBackOff()
/home/runner/work/pd/pd/tests/integrations/client/client_test.go:1680 +0x898
runtime.call16()
/opt/hostedtoolcache/go/1.23.6/x64/src/runtime/asm_amd64.s:775 +0x42
reflect.Value.Call()
/opt/hostedtoolcache/go/1.23.6/x64/src/reflect/value.go:365 +0xb5
github.com/stretchr/testify/suite.Run.func1()
/home/runner/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:202 +0x6f1
testing.tRunner()
/opt/hostedtoolcache/go/1.23.6/x64/src/testing/testing.go:1690 +0x226
testing.(*T).Run.gowrap1()
/opt/hostedtoolcache/go/1.23.6/x64/src/testing/testing.go:1743 +0x44
Previous write at 0x0000082e51f8 by goroutine 33481:
github.com/tikv/pd/client/pkg/retry.(*Backoffer).Exec()
/home/runner/work/pd/pd/client/pkg/retry/backoff.go:98 +0xcc6
github.com/tikv/pd/client/servicediscovery.(*serviceDiscovery).updateMemberLoop()
/home/runner/work/pd/pd/client/servicediscovery/service_discovery.go:549 +0x44e
github.com/tikv/pd/client/servicediscovery.(*serviceDiscovery).Init.gowrap1()
/home/runner/work/pd/pd/client/servicediscovery/service_discovery.go:507 +0x33
Goroutine 2373 (running) created at:
testing.(*T).Run()
/opt/hostedtoolcache/go/1.23.6/x64/src/testing/testing.go:1743 +0x825
github.com/stretchr/testify/suite.runTests()
/home/runner/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:247 +0x17e
github.com/stretchr/testify/suite.Run()
/home/runner/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:220 +0xa2e
fmt.(*ss).doScanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:1230 +0x43b
fmt.Fscanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:143 +0xdc
fmt.Sscanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:114 +0x184
github.com/syndtr/goleveldb/leveldb/storage.fsParseName()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/storage/file_storage.go:643 +0x91
github.com/syndtr/goleveldb/leveldb/storage.(*fileStorage).List()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/storage/file_storage.go:458 +0x4f8
github.com/syndtr/goleveldb/leveldb.(*DB).checkAndCleanFiles()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/db_util.go:52 +0x28e
github.com/syndtr/goleveldb/leveldb.openDB()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/db.go:130 +0x[884](https://github.com/tikv/pd/actions/runs/13494041014/job/37697282342#step:4:885)
github.com/syndtr/goleveldb/leveldb/storage.(*fileStorage).List()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/storage/file_storage.go:458 +0x4f8
fmt.Fscanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:143 +0xdc
fmt.Sscanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:114 +0x184
github.com/syndtr/goleveldb/leveldb/storage.fsParseName()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/storage/file_storage.go:643 +0x91
github.com/syndtr/goleveldb/leveldb/storage.(*fileStorage).List()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/storage/file_storage.go:458 +0x4f8
fmt.Fscanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:143 +0xdc
fmt.Sscanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:114 +0x184
github.com/syndtr/goleveldb/leveldb/storage.fsParseName()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/storage/file_storage.go:643 +0x91
github.com/syndtr/goleveldb/leveldb/storage.(*fileStorage).List()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/storage/file_storage.go:458 +0x4f8
fmt.Fscanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:143 +0xdc
fmt.Sscanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:114 +0x264
github.com/syndtr/goleveldb/leveldb/storage.fsParseName()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/storage/file_storage.go:657 +0x18e
fmt.(*ss).doScanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:1230 +0x43b
fmt.Fscanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:143 +0xdc
fmt.Sscanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:114 +0x184
github.com/syndtr/goleveldb/leveldb/storage.fsParseName()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/storage/file_storage.go:643 +0x91
github.com/syndtr/goleveldb/leveldb/storage.(*fileStorage).List()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/storage/file_storage.go:458 +0x4f8
github.com/syndtr/goleveldb/leveldb.(*DB).recoverJournal()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/db.go:476 +0xa6
github.com/syndtr/goleveldb/leveldb.openDB()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/db.go:125 +0x86d
github.com/syndtr/goleveldb/leveldb.Open()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/db.go:197 +0x37c
fmt.Fscanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:143 +0xdc
fmt.Sscanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:114 +0x184
github.com/syndtr/goleveldb/leveldb/storage.fsParseName()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/storage/file_storage.go:643 +0x91
github.com/syndtr/goleveldb/leveldb/storage.(*fileStorage).List()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/storage/file_storage.go:458 +0x4f8
github.com/syndtr/goleveldb/leveldb.(*session).recover.func1()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/session.go:134 +0xbd
runtime.deferreturn()
/opt/hostedtoolcache/go/1.23.6/x64/src/runtime/panic.go:605 +0x5d
github.com/syndtr/goleveldb/leveldb.Open()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/db.go:183 +0x11b
github.com/syndtr/goleveldb/leveldb.OpenFile()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/db.go:219 +0x7d
github.com/tikv/pd/pkg/storage/kv.NewLevelDBKV()
/home/runner/work/pd/pd/pkg/storage/kv/levedb_kv.go:36 +0x9e
github.com/tikv/pd/pkg/storage.NewHotRegionsStorage()
/home/runner/work/pd/pd/pkg/storage/hot_region_storage.go:124 +0xc4
github.com/tikv/pd/server.(*Server).startServer()
/home/runner/work/pd/pd/server/server.go:490 +0x29b5
github.com/syndtr/goleveldb/leveldb/storage.(*fileStorage).List()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/storage/file_storage.go:458 +0x4f8
fmt.Fscanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:143 +0xdc
fmt.Sscanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:114 +0x264
github.com/syndtr/goleveldb/leveldb/storage.fsParseName()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/storage/file_storage.go:657 +0x18e
fmt.(*ss).doScanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:1230 +0x43b
fmt.Fscanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:143 +0xdc
fmt.Sscanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:114 +0x184
github.com/syndtr/goleveldb/leveldb/storage.fsParseName()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/storage/file_storage.go:643 +0x91
github.com/syndtr/goleveldb/leveldb/storage.(*fileStorage).List()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/storage/file_storage.go:458 +0x4f8
github.com/syndtr/goleveldb/leveldb.(*DB).checkAndCleanFiles()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/db_util.go:52 +0x28e
github.com/syndtr/goleveldb/leveldb.openDB()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/db.go:130 +0x884
github.com/syndtr/goleveldb/leveldb/storage.(*fileStorage).List()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/storage/file_storage.go:458 +0x4f8
fmt.Fscanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:143 +0xdc
fmt.Sscanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:114 +0x184
github.com/syndtr/goleveldb/leveldb/storage.fsParseName()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/storage/file_storage.go:643 +0x91
github.com/syndtr/goleveldb/leveldb/storage.(*fileStorage).List()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/storage/file_storage.go:458 +0x4f8
fmt.Fscanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:143 +0xdc
fmt.Sscanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:114 +0x184
github.com/syndtr/goleveldb/leveldb/storage.fsParseName()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/storage/file_storage.go:643 +0x91
github.com/syndtr/goleveldb/leveldb/storage.(*fileStorage).List()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/storage/file_storage.go:458 +0x4f8
fmt.Fscanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:143 +0xdc
fmt.Sscanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:114 +0x264
github.com/syndtr/goleveldb/leveldb/storage.fsParseName()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/storage/file_storage.go:657 +0x18e
fmt.(*ss).doScanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:1230 +0x43b
fmt.Fscanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:143 +0xdc
fmt.Sscanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:114 +0x184
github.com/syndtr/goleveldb/leveldb/storage.fsParseName()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/storage/file_storage.go:643 +0x91
github.com/syndtr/goleveldb/leveldb/storage.(*fileStorage).List()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/storage/file_storage.go:458 +0x4f8
github.com/syndtr/goleveldb/leveldb.(*DB).recoverJournal()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/db.go:476 +0xa6
github.com/syndtr/goleveldb/leveldb.openDB()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/db.go:125 +0x86d
github.com/syndtr/goleveldb/leveldb.Open()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/db.go:197 +0x37c
fmt.Fscanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:143 +0xdc
fmt.Sscanf()
/opt/hostedtoolcache/go/1.23.6/x64/src/fmt/scan.go:114 +0x184
github.com/syndtr/goleveldb/leveldb/storage.fsParseName()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/storage/file_storage.go:643 +0x91
github.com/syndtr/goleveldb/leveldb/storage.(*fileStorage).List()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/storage/file_storage.go:458 +0x4f8
github.com/syndtr/goleveldb/leveldb.(*session).recover.func1()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/session.go:134 +0xbd
runtime.deferreturn()
/opt/hostedtoolcache/go/1.23.6/x64/src/runtime/panic.go:605 +0x5d
github.com/syndtr/goleveldb/leveldb.Open()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/db.go:183 +0x11b
github.com/syndtr/goleveldb/leveldb.OpenFile()
/home/runner/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.1-0.20190318030020-c3a204f8e965/leveldb/db.go:219 +0x7d
github.com/tikv/pd/pkg/storage/kv.NewLevelDBKV()
/home/runner/work/pd/pd/pkg/storage/kv/levedb_kv.go:36 +0x9e
github.com/tikv/pd/pkg/storage.newLevelDBBackend()
/home/runner/work/pd/pd/pkg/storage/leveldb_backend.go:64 +0xbb
github.com/tikv/pd/pkg/storage.NewRegionStorageWithLevelDBBackend()
/home/runner/work/pd/pd/pkg/storage/storage.go:70 +0xb5
github.com/tikv/pd/server.(*Server).startServer()
/home/runner/work/pd/pd/server/server.go:461 +0x11a5
github.com/tikv/pd/server.(*Server).Run()
/home/runner/work/pd/pd/server/server.go:604 +0x1ed
github.com/tikv/pd/server.NewTestServer()
/home/runner/work/pd/pd/server/testutil.go:51 +0x1fe
github.com/tikv/pd/tests/integrations/client_test.(*clientTestSuite).SetupSuite()
/home/runner/work/pd/pd/tests/integrations/client/client_test.go:1036 +0x285
github.com/stretchr/testify/suite.Run()
/home/runner/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:157 +0x61a
github.com/tikv/pd/tests/integrations/client_test.TestClientTestSuite()
/home/runner/work/pd/pd/tests/integrations/client/client_test.go:1030 +0x3c
testing.tRunner()
/opt/hostedtoolcache/go/1.23.6/x64/src/testing/testing.go:1690 +0x226
testing.(*T).Run.gowrap1()
/opt/hostedtoolcache/go/1.23.6/x64/src/testing/testing.go:1743 +0x44
Goroutine 33481 (running) created at:
github.com/tikv/pd/client/servicediscovery.(*serviceDiscovery).Init()
/home/runner/work/pd/pd/client/servicediscovery/service_discovery.go:507 +0x433
github.com/tikv/pd/client.(*innerClient).setup()
/home/runner/work/pd/pd/client/inner_client.go:261 +0x142
github.com/tikv/pd/client.(*innerClient).init()
/home/runner/work/pd/pd/client/inner_client.go:66 +0x2ec
github.com/tikv/pd/client.createClientWithKeyspace()
/home/runner/work/pd/pd/client/client.go:259 +0x71c
github.com/tikv/pd/client.NewClientWithContext()
/home/runner/work/pd/pd/client/client.go:200 +0x184
github.com/tikv/pd/tests/integrations/client_test.setupCli()
/home/runner/work/pd/pd/tests/integrations/client/client_test.go:[886](https://github.com/tikv/pd/actions/runs/13494041014/job/37697282342#step:4:887) +0x72
github.com/tikv/pd/tests/integrations/client_test.(*clientTestSuite).TestMemberUpdateBackOff()
/home/runner/work/pd/pd/tests/integrations/client/client_test.go:1669 +0x1da
runtime.call16()
/opt/hostedtoolcache/go/1.23.6/x64/src/runtime/asm_amd64.s:775 +0x42
reflect.Value.Call()
/opt/hostedtoolcache/go/1.23.6/x64/src/reflect/value.go:365 +0xb5
github.com/stretchr/testify/suite.Run.func1()
/home/runner/go/pkg/mod/github.com/stretchr/testify@v1.9.0/suite/suite.go:202 +0x6f1
testing.tRunner()
/opt/hostedtoolcache/go/1.23.6/x64/src/testing/testing.go:1690 +0x226
testing.(*T).Run.gowrap1()
/opt/hostedtoolcache/go/1.23.6/x64/src/testing/testing.go:1743 +0x44
==================
CI link
https://github.com/tikv/pd/actions/runs/13494041014/job/37697282342
Reason for failure (if possible)
Anything else
Metadata
Metadata
Assignees
Labels
type/ciThe issue is related to CI.The issue is related to CI.