21:20:37.278 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:20:37.278 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskMO35RM/test-tmp
21:20:37.278 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:20:37.279 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskMO35RM/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:20:37.280 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405"
extra_tserver_flags: "--scanner_ttl_ms=1000"
extra_tserver_flags: "--scanner_gc_check_interval_us=500000"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
21:20:37.605 [DEBUG - main] (MiniKuduCluster.java:195) Response:
21:20:37.605 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
21:20:37.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:37.608733 6260 mini_oidc.cc:150] Starting JWKS server
21:20:37.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:37.612319 6260 webserver.cc:458] Webserver started at http://127.0.0.1:38737/ using document root <none> and password file <none>
21:20:37.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:37.612742 6260 mini_oidc.cc:186] Starting OIDC Discovery server
21:20:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:37.614449 6260 webserver.cc:458] Webserver started at http://127.0.0.1:36171/ using document root <none> and password file <none>
21:20:37.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-01-12T21:20:37Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
21:20:37.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-01-12T21:20:37Z Disabled control of system clock
21:20:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:37.681228 6260 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskMO35RM/build/tsan/bin/kudu
21:20:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMO35RM/build/tsan/bin/kudu
21:20:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-0/wal
21:20:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-0/data
21:20:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:20:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:20:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:20:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:20:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:20:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:20:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-0/logs
21:20:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-0/data/info.pb
21:20:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:20:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:20:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:20:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:20:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:20:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:20:37.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:20:37.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:20:37.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:20:37.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:20:37.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:20:37.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:20:37.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.29.62:33407
21:20:37.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.29.62
21:20:37.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:20:37.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.29.20:45019
21:20:37.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:20:37.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:20:37.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:20:37.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:20:37.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.29.62:33407,127.6.29.61:44417,127.6.29.60:37049
21:20:37.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:20:37.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38737/jwks.json with env {}
21:20:37.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:37.985150 6272 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:20:37.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:37.985821 6272 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:20:37.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:37.986318 6272 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:20:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:38.017967 6272 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:20:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:38.018260 6272 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:20:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:38.018474 6272 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:20:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:38.018671 6272 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:20:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:38.018865 6272 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:20:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:38.019012 6272 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38737/jwks.json
21:20:38.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:38.060470 6272 master_runner.cc:386] Master server non-default flags:
21:20:38.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:20:38.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.29.20:45019
21:20:38.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-0/data
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-0/wal
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.29.62:33407,127.6.29.61:44417,127.6.29.60:37049
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.29.62:33407
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38737/jwks.json
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-0/data/info.pb
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.29.62
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-0/logs
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision bda246888fb83d6b8131ddbb04f062f3e03180a8
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Jan 2025 20:43:22 UTC on a633016ff5c9
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4148
21:20:38.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:20:38.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:38.061869 6272 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:20:38.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:38.063503 6272 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:20:38.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:38.079479 6278 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:20:39.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:38.080746 6279 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:20:39.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:38.082389 6281 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:20:39.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:38.081373 6272 server_base.cc:1034] running on GCE node
21:20:39.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.285357 6272 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:20:39.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.288059 6272 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:20:39.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.289427 6272 hybrid_clock.cc:648] HybridClock initialized: now 1736716839289371 us; error 58 us; skew 500 ppm
21:20:39.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.290266 6272 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:20:39.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.296886 6272 webserver.cc:458] Webserver started at http://127.6.29.62:38703/ using document root <none> and password file <none>
21:20:39.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.297933 6272 fs_manager.cc:362] Metadata directory not provided
21:20:39.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.298139 6272 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:20:39.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.298553 6272 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:20:39.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.303875 6272 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-0/data/instance:
21:20:39.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8bcd584cb76b4cd1be68491c4355d7de"
21:20:39.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-12 21:20:39 on dist-test-slave-zkwm"
21:20:39.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.305017 6272 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-0/wal/instance:
21:20:39.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8bcd584cb76b4cd1be68491c4355d7de"
21:20:39.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-12 21:20:39 on dist-test-slave-zkwm"
21:20:39.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.312618 6272 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
21:20:39.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.318385 6288 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:20:39.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.319561 6272 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
21:20:39.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.320046 6272 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-0/data,/tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-0/wal
21:20:39.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8bcd584cb76b4cd1be68491c4355d7de"
21:20:39.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-12 21:20:39 on dist-test-slave-zkwm"
21:20:39.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.320508 6272 fs_report.cc:389] FS layout report
21:20:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:20:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-0/wal
21:20:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-0/wal
21:20:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-0/data/data
21:20:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:20:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:20:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:20:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:20:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:20:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:20:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:20:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:20:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:20:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:20:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:20:39.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.374454 6272 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
21:20:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.375916 6272 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:20:39.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.376317 6272 kserver.cc:163] Server-wide thread pool size limit: 3276
21:20:39.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.446489 6272 rpc_server.cc:307] RPC server started. Bound to: 127.6.29.62:33407
21:20:39.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.446578 6340 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.6.29.62:33407 every 8 connection(s)
21:20:39.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.449195 6272 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-0/data/info.pb
21:20:39.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.450680 6260 external_mini_cluster.cc:1413] Started /tmp/dist-test-taskMO35RM/build/tsan/bin/kudu as pid 6272
21:20:39.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.451346 6260 external_mini_cluster.cc:1427] Reading /tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-0/wal/instance
21:20:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.455303 6341 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:20:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.456270 6260 external_mini_cluster.cc:1351] Running /tmp/dist-test-taskMO35RM/build/tsan/bin/kudu
21:20:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskMO35RM/build/tsan/bin/kudu
21:20:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-1/wal
21:20:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-1/data
21:20:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:20:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:20:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:20:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:20:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:20:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:20:39.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-1/logs
21:20:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-1/data/info.pb
21:20:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:20:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:20:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:20:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:20:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:20:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:20:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:20:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:20:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:20:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:20:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:20:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:20:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.29.61:44417
21:20:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.29.61
21:20:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:20:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.29.20:45019
21:20:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:20:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:20:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:20:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:20:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.29.62:33407,127.6.29.61:44417,127.6.29.60:37049
21:20:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:20:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38737/jwks.json with env {}
21:20:39.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.467720 6341 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.29.62" port: 33407 } has no permanent_uuid. Determining permanent_uuid...
21:20:39.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.493065 6341 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.29.61" port: 44417 } has no permanent_uuid. Determining permanent_uuid...
21:20:39.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:39.495589 6291 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.29.61:44417: connect: Connection refused (error 111)
21:20:39.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:39.499769 6341 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.29.61:44417: Network error: Client connection negotiation failed: client connection to 127.6.29.61:44417: connect: Connection refused (error 111)
21:20:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.549271 6341 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.29.61" port: 44417 } attempt: 1
21:20:39.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:39.553566 6341 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.29.61:44417: Network error: Client connection negotiation failed: client connection to 127.6.29.61:44417: connect: Connection refused (error 111)
21:20:39.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.621984 6341 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.29.61" port: 44417 } attempt: 2
21:20:39.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:39.625996 6341 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.29.61:44417: Network error: Client connection negotiation failed: client connection to 127.6.29.61:44417: connect: Connection refused (error 111)
21:20:39.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.717392 6341 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.29.61" port: 44417 } attempt: 3
21:20:39.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:39.721378 6341 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.29.61:44417: Network error: Client connection negotiation failed: client connection to 127.6.29.61:44417: connect: Connection refused (error 111)
21:20:39.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:39.773548 6343 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:20:39.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:39.774140 6343 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:20:39.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:39.774637 6343 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:20:39.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:39.805281 6343 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:20:39.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:39.805562 6343 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:20:39.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:39.805819 6343 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:20:39.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:39.806025 6343 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:20:39.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:39.806213 6343 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:20:39.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:39.806354 6343 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38737/jwks.json
21:20:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.841006 6343 master_runner.cc:386] Master server non-default flags:
21:20:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:20:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.29.20:45019
21:20:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:20:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:20:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-1/data
21:20:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-1/wal
21:20:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:20:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.29.62:33407,127.6.29.61:44417,127.6.29.60:37049
21:20:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:20:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:20:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:20:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.29.61:44417
21:20:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:20:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:20:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:20:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38737/jwks.json
21:20:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:20:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:20:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-1/data/info.pb
21:20:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.29.61
21:20:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:20:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:20:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:20:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:20:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:20:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:20:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-1/logs
21:20:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:20:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:20:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:20:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:20:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision bda246888fb83d6b8131ddbb04f062f3e03180a8
21:20:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:20:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 12 Jan 2025 20:43:22 UTC on a633016ff5c9
21:20:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4148
21:20:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:20:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.842365 6343 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:20:39.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.843896 6343 file_cache.cc:492] Constructed file cache file cache with capacity 419430
21:20:39.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:39.860651 6355 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:20:39.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.864765 6341 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.29.61" port: 44417 } attempt: 4
21:20:39.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:39.869467 6341 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.29.61:44417: Network error: Client connection negotiation failed: client connection to 127.6.29.61:44417: connect: Connection refused (error 111)
21:20:39.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==6343==WARNING: invalid path to external symbolizer!
21:20:39.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==6343==WARNING: Failed to use and restart external symbolizer!
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=6343)
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0400006d90 by thread T6:
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4964bf)
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0xd3fe4)
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x59ea04)
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x59e839)
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x44a8d6)
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x4689ff)
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b0400006d90 by thread T8:
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4933dc)
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0x9daf9)
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
21:20:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x59ea04)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x59e839)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x44a8d6)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x4689ff)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-6353' (tid=6353, running) created by main thread at:
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x44a13a)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58ec29)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145116)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x143576)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmaster.so+0x3f3440)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmaster.so+0x426815)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5accc9)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529a01)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x52996c)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5298dc)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x528545)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13df8f)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x1307f1)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x12e582)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6455a0)
21:20:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x645ed7)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x64641e)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T8 'OpenStack-6355' (tid=6355, finished) created by main thread at:
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x44a13a)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58ec29)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145116)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x143576)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmaster.so+0x3f3440)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmaster.so+0x426815)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5accc9)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529a01)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x52996c)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5298dc)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x528545)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13df8f)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x1307f1)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x12e582)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6455a0)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x645ed7)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x64641e)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskMO35RM/build/tsan/bin/kudu+0x4964bf)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:39.860986 6353 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:39.861297 6352 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=6343)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7f2bf938e310 by thread T6:
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libkudu_util.so+0x44aae5)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x454d9c)
21:20:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x44a8f2)
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (kudu+0x4689ff)
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7f2bf938e310 by thread T8 (mutexes: write M83):
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libglog.so.1+0x2b07e)
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x44ab20)
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x454d9c)
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_util.so+0x44a8f2)
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (kudu+0x4689ff)
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is global '<null>' at 0x000000000000 (libkudu_util.so+0x0000004f8310)
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M83 (0x7f2bf72c6840) created at:
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49cc9b)
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libglog.so.1+0xe6ec)
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (ld-linux-x86-64.so.2+0x108f2)
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-6353' (tid=6353, running) created by main thread at:
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x44a13a)
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58ec29)
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145116)
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x143576)
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmaster.so+0x3f3440)
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmaster.so+0x426815)
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5accc9)
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529a01)
21:20:39.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x52996c)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5298dc)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x528545)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13df8f)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x1307f1)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x12e582)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6455a0)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x645ed7)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x64641e)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T8 'OpenStack-6355' (tid=6355, finished) created by main thread at:
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x44a13a)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58ec29)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.885483 6343 server_base.cc:1034] running on GCE node
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145116)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x143576)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmaster.so+0x3f3440)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmaster.so+0x426815)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5accc9)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529a01)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x52996c)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5298dc)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x528545)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13df8f)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x1307f1)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x12e582)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6455a0)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x645ed7)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x64641e)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskMO35RM/build/tsan/lib/libkudu_util.so+0x44aae5)
21:20:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:20:39.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.887269 6343 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:20:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.889283 6343 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:20:39.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.890622 6343 hybrid_clock.cc:648] HybridClock initialized: now 1736716839890583 us; error 49 us; skew 500 ppm
21:20:39.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.891242 6343 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:20:39.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.896595 6343 webserver.cc:458] Webserver started at http://127.6.29.61:40475/ using document root <none> and password file <none>
21:20:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.897377 6343 fs_manager.cc:362] Metadata directory not provided
21:20:39.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.897620 6343 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:20:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.897928 6343 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:20:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.898404 6343 fs_manager.cc:362] Metadata directory not provided
21:20:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:39.898571 6343 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:20:39.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:20:39.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=6343)
21:20:39.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800004200 by main thread (mutexes: write M6609611071177592):
21:20:39.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1becb4)
21:20:39.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e0c2)
21:20:39.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x142eb2)
21:20:39.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x142c46)
21:20:39.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmaster.so+0x3fcc3f)
21:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmaster.so+0x3f2e92)
21:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmaster.so+0x3f31b9)
21:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmaster.so+0x430b37)
21:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmaster.so+0x429bfd)
21:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmaster.so+0x429cdb)
21:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libmaster.so+0x42709c)
21:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5accc9)
21:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x529a01)
21:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x52996c)
21:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x5298dc)
21:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x528545)
21:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x13df8f)
21:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x1307f1)
21:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x12e582)
21:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x6455a0)
21:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x645ed7)
21:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x64641e)
21:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (libc.so.6+0x21bf6)
21:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800004200 by thread T12:
21:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c069f)
21:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x4689ff)
21:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800004200 allocated by main thread:
21:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x498c1c)
21:20:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bf1c4)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143a6e)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmaster.so+0x3f3440)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmaster.so+0x426815)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5accc9)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529a01)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x52996c)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5298dc)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x528545)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13df8f)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x1307f1)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x12e582)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6455a0)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645ed7)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x64641e)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M6609611071177592 is already destroyed.
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=6359, running) created by main thread at:
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0477)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143a6e)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmaster.so+0x3f3440)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmaster.so+0x426815)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5accc9)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529a01)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x52996c)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5298dc)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x528545)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13df8f)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x1307f1)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x12e582)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6455a0)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645ed7)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x64641e)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskMO35RM/build/tsan/lib/libserver_process.so+0x1becb4)
21:20:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:20:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:20:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=6343)
21:20:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0c0003ac50 by thread T12:
21:20:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4964bf)
21:20:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0730)
21:20:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x4689ff)
21:20:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b0c0003ac50 by main thread:
21:20:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1b9a98)
21:20:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18fbdb)
21:20:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f108)
21:20:39.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143a6e)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmaster.so+0x3f3440)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmaster.so+0x426815)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5accc9)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529a01)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x52996c)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5298dc)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x528545)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13df8f)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x1307f1)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x12e582)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6455a0)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645ed7)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x64641e)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=6359, running) created by main thread at:
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0477)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143a6e)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmaster.so+0x3f3440)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmaster.so+0x426815)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x5accc9)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529a01)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x52996c)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5298dc)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x528545)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13df8f)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x1307f1)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x12e582)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6455a0)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645ed7)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x64641e)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskMO35RM/build/tsan/bin/kudu+0x4964bf)
21:20:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:20:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not create new FS layout: Write-ahead log directory /tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-1/wal failed to canonicalize: Unable to canonicalize /tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405/master-1: No such file or directory (error 2)
21:20:40.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:40.168900 6341 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.29.61" port: 44417 } attempt: 5
21:20:40.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:40.172930 6341 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.29.61:44417: Network error: Client connection negotiation failed: client connection to 127.6.29.61:44417: connect: Connection refused (error 111)
21:20:40.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:40.720335 6341 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.29.61" port: 44417 } attempt: 6
21:20:40.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:40.726570 6341 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.29.61:44417: Network error: Client connection negotiation failed: client connection to 127.6.29.61:44417: connect: Connection refused (error 111)
21:20:40.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
21:20:40.947 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start masters: Unable to start Master at index 1: /tmp/dist-test-taskMO35RM/build/tsan/bin/kudu: process exited with non-zero status 66"
}
21:20:40.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250112 21:20:40.947702 6260 external_mini_cluster.cc:1620] Killing /tmp/dist-test-taskMO35RM/build/tsan/bin/kudu with pid 6272
21:20:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:40.966964 6260 env_posix.cc:2125] Unable to access file /tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405 during walk: No such file or directory
21:20:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:40.967195 6260 env_posix.cc:2127] Unable to access file /tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405 during walk: No such file or directory
21:20:40.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250112 21:20:40.967528 6260 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-taskMO35RM/test-tmp/mini-kudu-cluster1274313110092617405: One or more errors occurred
21:20:40.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==6260==WARNING: invalid path to external symbolizer!
21:20:40.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==6260==WARNING: Failed to use and restart external symbolizer!
21:20:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:20:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=6260)
21:20:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800004200 by main thread (mutexes: write M3882):
21:20:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1becb4)
21:20:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e0c2)
21:20:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
21:20:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
21:20:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3ebe)
21:20:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x9918d)
21:20:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9812b)
21:20:40.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846ba)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84819)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x656d47)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x6531bd)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x65288b)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x64fac0)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x529a01)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x52996c)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x5298dc)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x528545)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13df8f)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x1307f1)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x12e582)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x6455a0)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x645ed7)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x64641e)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800004200 by thread T5:
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c069f)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x4689ff)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48d9e2)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f1a)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3de986)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x90b3e)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x92f5f)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x88106)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86c4d)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x6510a9)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x64f9a4)
21:20:40.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529a01)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x52996c)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5298dc)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x528545)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x13df8f)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x1307f1)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x12e582)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6455a0)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645ed7)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x64641e)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800004200 allocated by main thread:
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x498c1c)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bf1c4)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857d4)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x6510a9)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64f9a4)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529a01)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x52996c)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5298dc)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x528545)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13df8f)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x1307f1)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x12e582)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x6455a0)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645ed7)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x64641e)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3882 (0x7b6800004378) created at:
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46ca22)
21:20:40.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bff41)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857d4)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x6510a9)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64f9a4)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529a01)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x52996c)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5298dc)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x528545)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13df8f)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x1307f1)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x12e582)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x6455a0)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645ed7)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x64641e)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=6267, running) created by main thread at:
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0477)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857d4)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x6510a9)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64f9a4)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529a01)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x52996c)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5298dc)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x528545)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13df8f)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x1307f1)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x12e582)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x6455a0)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645ed7)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x64641e)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
21:20:40.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:40.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskMO35RM/build/tsan/lib/libserver_process.so+0x1becb4)
21:20:40.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=6260)
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0c00042540 by thread T5:
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4964bf)
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0730)
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x4689ff)
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b0c00042540 by main thread:
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1b9a98)
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18fbdb)
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18fea7)
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x221c9)
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857d4)
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x6510a9)
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64f9a4)
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529a01)
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x52996c)
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5298dc)
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x528545)
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13df8f)
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x1307f1)
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x12e582)
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x6455a0)
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645ed7)
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x64641e)
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=6267, running) created by main thread at:
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0477)
21:20:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857d4)
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x6510a9)
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64f9a4)
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529a01)
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x52996c)
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5298dc)
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x528545)
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13df8f)
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x1307f1)
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x12e582)
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x6455a0)
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645ed7)
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x64641e)
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskMO35RM/build/tsan/bin/kudu+0x4964bf)
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=6260)
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800003c00 by main thread (mutexes: write M3879):
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1becb4)
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e0c2)
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3ebe)
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x9918d)
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9812b)
21:20:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846ba)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84819)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x656d47)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x6531bd)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x65288b)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x64fac0)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x529a01)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x52996c)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x5298dc)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x528545)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13df8f)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x1307f1)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x12e582)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x6455a0)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x645ed7)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x64641e)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800003c00 by thread T4:
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c069f)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x4689ff)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48d41d)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bed59)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18e0c2)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3ebe)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9918d)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x9812b)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x846ba)
21:20:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84819)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x656d47)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x6531bd)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x65288b)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x64fac0)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x529a01)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x52996c)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5298dc)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x528545)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x13df8f)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x1307f1)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x12e582)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6455a0)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x645ed7)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x64641e)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800003c00 allocated by main thread:
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x498c1c)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bf1c4)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857d4)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x6510a9)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64f9a4)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529a01)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x52996c)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5298dc)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x528545)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13df8f)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x1307f1)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x12e582)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x6455a0)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645ed7)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x64641e)
21:20:40.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3879 (0x7b6800003d78) created at:
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46ca22)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bff41)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857d4)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x6510a9)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64f9a4)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529a01)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x52996c)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5298dc)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x528545)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13df8f)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x1307f1)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x12e582)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x6455a0)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645ed7)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x64641e)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=6266, running) created by main thread at:
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0477)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857d4)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x6510a9)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64f9a4)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529a01)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x52996c)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5298dc)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x528545)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13df8f)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x1307f1)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x12e582)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x6455a0)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645ed7)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x64641e)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskMO35RM/build/tsan/lib/libserver_process.so+0x1becb4)
21:20:40.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:20:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:20:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=6260)
21:20:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0c000421b0 by thread T4:
21:20:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4964bf)
21:20:41.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0730)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x4689ff)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b0c000421b0 by main thread:
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1b9a98)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18fbdb)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18fea7)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21e21)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857d4)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x6510a9)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64f9a4)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529a01)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x52996c)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5298dc)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x528545)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13df8f)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x1307f1)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x12e582)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x6455a0)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645ed7)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x64641e)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=6266, running) created by main thread at:
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0477)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857d4)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x6510a9)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64f9a4)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529a01)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x52996c)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5298dc)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x528545)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13df8f)
21:20:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x1307f1)
21:20:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x12e582)
21:20:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x6455a0)
21:20:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645ed7)
21:20:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x64641e)
21:20:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
21:20:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:20:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskMO35RM/build/tsan/bin/kudu+0x4964bf)
21:20:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
21:20:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-01-12T21:20:41Z chronyd exiting
21:20:42.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
21:20:42.037 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testStopKeepAlivePeriodically: failed attempt 1
java.io.IOException: failed to start masters: Unable to start Master at index 1: /tmp/dist-test-taskMO35RM/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:883) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start masters: Unable to start Master at index 1: /tmp/dist-test-taskMO35RM/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:883)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)