08:32:16.370 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
08:32:16.370 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskzl041r/test-tmp
08:32:16.371 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
08:32:16.371 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskzl041r/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
08:32:16.372 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432"
extra_tserver_flags: "--scanner_ttl_ms=1000"
extra_tserver_flags: "--scanner_gc_check_interval_us=500000"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
08:32:16.693 [DEBUG - main] (MiniKuduCluster.java:195) Response:
08:32:16.693 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
08:32:16.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:16.696373 10261 mini_oidc.cc:152] Starting JWKS server
08:32:16.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:16.699939 10261 webserver.cc:460] Webserver started at http://127.0.0.1:43977/ using document root <none> and password file <none>
08:32:16.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:16.700362 10261 mini_oidc.cc:189] Starting OIDC Discovery server
08:32:16.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:16.702075 10261 webserver.cc:460] Webserver started at http://127.0.0.1:34487/ using document root <none> and password file <none>
08:32:16.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2024-05-07T08:32:16Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
08:32:16.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2024-05-07T08:32:16Z Disabled control of system clock
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:16.772795 10261 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskzl041r/build/tsan/bin/kudu
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzl041r/build/tsan/bin/kudu
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-0/wal
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-0/data
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-0/logs
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-0/data/info.pb
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.5.126:39015
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.5.126
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.5.84:40495
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.5.126:39015,127.10.5.125:43257,127.10.5.124:32955
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:32:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43977/jwks.json with env {}
08:32:17.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:17.072192 10273 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:32:17.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:17.072886 10273 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:32:17.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:17.073390 10273 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:32:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:17.104847 10273 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:32:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:17.105155 10273 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:32:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:17.105352 10273 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:32:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:17.105552 10273 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:32:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:17.105749 10273 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:32:17.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:17.105896 10273 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43977/jwks.json
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:17.141877 10273 master_runner.cc:386] Master server non-default flags:
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.5.84:40495
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-0/data
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-0/wal
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.5.126:39015,127.10.5.125:43257,127.10.5.124:32955
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.5.126:39015
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43977/jwks.json
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-0/data/info.pb
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.5.126
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-0/logs
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:32:17.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 259fcc2b501077402e3d0e0d474a7ca475b70b5f
08:32:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:32:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 May 2024 07:43:19 UTC on 1a15035a6830
08:32:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 176
08:32:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:32:17.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:17.143218 10273 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:32:17.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:17.144892 10273 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:32:17.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:17.159703 10280 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:32:18.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:17.161803 10283 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:32:18.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:17.160260 10281 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:32:18.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:18.332151 10282 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1170 milliseconds
08:32:18.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.332283 10273 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:32:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.333563 10273 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:32:18.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.336149 10273 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:32:18.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.337466 10273 hybrid_clock.cc:648] HybridClock initialized: now 1715070738337427 us; error 66 us; skew 500 ppm
08:32:18.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.338354 10273 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:32:18.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.349468 10273 webserver.cc:460] Webserver started at http://127.10.5.126:43641/ using document root <none> and password file <none>
08:32:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.350474 10273 fs_manager.cc:359] Metadata directory not provided
08:32:18.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.350713 10273 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:32:18.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.351220 10273 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:32:18.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.356235 10273 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-0/data/instance:
08:32:18.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e57a7d2183d14a67ace07ce2a6ec136e"
08:32:18.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 08:32:18 on dist-test-slave-wvvl"
08:32:18.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.357416 10273 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-0/wal/instance:
08:32:18.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e57a7d2183d14a67ace07ce2a6ec136e"
08:32:18.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 08:32:18 on dist-test-slave-wvvl"
08:32:18.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.364704 10273 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
08:32:18.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.370365 10290 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:32:18.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.371379 10273 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
08:32:18.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.371735 10273 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-0/data,/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-0/wal
08:32:18.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e57a7d2183d14a67ace07ce2a6ec136e"
08:32:18.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 08:32:18 on dist-test-slave-wvvl"
08:32:18.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.372089 10273 fs_report.cc:383] FS layout report
08:32:18.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:32:18.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-0/wal
08:32:18.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-0/wal
08:32:18.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-0/data/data
08:32:18.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:32:18.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:32:18.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:32:18.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:32:18.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:32:18.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:32:18.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:32:18.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:32:18.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:32:18.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:32:18.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:32:18.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.428292 10273 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:32:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.430122 10273 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:32:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.430716 10273 kserver.cc:163] Server-wide thread pool size limit: 3276
08:32:18.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.503360 10273 rpc_server.cc:307] RPC server started. Bound to: 127.10.5.126:39015
08:32:18.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.503448 10341 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.5.126:39015 every 8 connection(s)
08:32:18.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.506276 10273 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-0/data/info.pb
08:32:18.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.511948 10342 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:32:18.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.516989 10261 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskzl041r/build/tsan/bin/kudu as pid 10273
08:32:18.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.517555 10261 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-0/wal/instance
08:32:18.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.523274 10261 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskzl041r/build/tsan/bin/kudu
08:32:18.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzl041r/build/tsan/bin/kudu
08:32:18.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-1/wal
08:32:18.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-1/data
08:32:18.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:32:18.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:32:18.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:32:18.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:32:18.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:32:18.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:32:18.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-1/logs
08:32:18.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-1/data/info.pb
08:32:18.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:32:18.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:32:18.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:32:18.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:32:18.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:32:18.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:32:18.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:32:18.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:32:18.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:32:18.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:32:18.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:32:18.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:32:18.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.5.125:43257
08:32:18.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.5.125
08:32:18.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:32:18.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.5.84:40495
08:32:18.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:32:18.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:32:18.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:32:18.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:32:18.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.5.126:39015,127.10.5.125:43257,127.10.5.124:32955
08:32:18.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:32:18.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43977/jwks.json with env {}
08:32:18.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.528259 10342 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.5.126" port: 39015 } has no permanent_uuid. Determining permanent_uuid...
08:32:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.555356 10342 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } has no permanent_uuid. Determining permanent_uuid...
08:32:18.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:18.557905 10292 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.5.125:43257: connect: Connection refused (error 111)
08:32:18.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:18.562189 10342 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.10.5.125:43257: Network error: Client connection negotiation failed: client connection to 127.10.5.125:43257: connect: Connection refused (error 111)
08:32:18.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.611755 10342 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } attempt: 1
08:32:18.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:18.615788 10342 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.10.5.125:43257: Network error: Client connection negotiation failed: client connection to 127.10.5.125:43257: connect: Connection refused (error 111)
08:32:18.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.684316 10342 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } attempt: 2
08:32:18.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:18.689072 10342 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.10.5.125:43257: Network error: Client connection negotiation failed: client connection to 127.10.5.125:43257: connect: Connection refused (error 111)
08:32:18.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.780517 10342 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } attempt: 3
08:32:18.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:18.784818 10342 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.10.5.125:43257: Network error: Client connection negotiation failed: client connection to 127.10.5.125:43257: connect: Connection refused (error 111)
08:32:18.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:18.841987 10344 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:32:18.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:18.842648 10344 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:32:18.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:18.843137 10344 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:32:18.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:18.874276 10344 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:32:18.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:18.874583 10344 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:32:18.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:18.874796 10344 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:32:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:18.874995 10344 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:32:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:18.875191 10344 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:32:18.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:18.875336 10344 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43977/jwks.json
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.911020 10344 master_runner.cc:386] Master server non-default flags:
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.5.84:40495
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-1/data
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-1/wal
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.5.126:39015,127.10.5.125:43257,127.10.5.124:32955
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.5.125:43257
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43977/jwks.json
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-1/data/info.pb
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.5.125
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:32:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-1/logs
08:32:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:32:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:32:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:32:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:32:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 259fcc2b501077402e3d0e0d474a7ca475b70b5f
08:32:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:32:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 May 2024 07:43:19 UTC on 1a15035a6830
08:32:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 176
08:32:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:32:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.912338 10344 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:32:18.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.914005 10344 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:32:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.928223 10342 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } attempt: 4
08:32:18.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:18.931870 10354 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:32:18.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:18.933564 10342 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.10.5.125:43257: Network error: Client connection negotiation failed: client connection to 127.10.5.125:43257: connect: Connection refused (error 111)
08:32:19.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:19.233000 10342 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } attempt: 5
08:32:19.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:19.236846 10342 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.10.5.125:43257: Network error: Client connection negotiation failed: client connection to 127.10.5.125:43257: connect: Connection refused (error 111)
08:32:19.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:19.784567 10342 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } attempt: 6
08:32:19.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:19.792483 10342 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.10.5.125:43257: Network error: Client connection negotiation failed: client connection to 127.10.5.125:43257: connect: Connection refused (error 111)
08:32:20.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:18.932705 10356 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:32:20.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:18.932793 10353 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:32:20.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:18.933851 10344 server_base.cc:1034] running on GCE node
08:32:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.049503 10344 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:32:20.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.052320 10344 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:32:20.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.053699 10344 hybrid_clock.cc:648] HybridClock initialized: now 1715070740053652 us; error 59 us; skew 500 ppm
08:32:20.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.054610 10344 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:32:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.061249 10344 webserver.cc:460] Webserver started at http://127.10.5.125:39029/ using document root <none> and password file <none>
08:32:20.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.062304 10344 fs_manager.cc:359] Metadata directory not provided
08:32:20.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.062533 10344 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:32:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.063051 10344 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:32:20.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.068324 10344 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-1/data/instance:
08:32:20.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "24246381540d448287d7337733582d57"
08:32:20.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 08:32:20 on dist-test-slave-wvvl"
08:32:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.069615 10344 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-1/wal/instance:
08:32:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "24246381540d448287d7337733582d57"
08:32:20.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 08:32:20 on dist-test-slave-wvvl"
08:32:20.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.077111 10344 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
08:32:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.082809 10365 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:32:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.083822 10344 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.004s
08:32:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.084165 10344 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-1/data,/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-1/wal
08:32:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "24246381540d448287d7337733582d57"
08:32:20.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 08:32:20 on dist-test-slave-wvvl"
08:32:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.084519 10344 fs_report.cc:383] FS layout report
08:32:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:32:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-1/wal
08:32:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-1/wal
08:32:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-1/data/data
08:32:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:32:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:32:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:32:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:32:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:32:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:32:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:32:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:32:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:32:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:32:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:32:20.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.132169 10344 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:32:20.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.133826 10344 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:32:20.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.134317 10344 kserver.cc:163] Server-wide thread pool size limit: 3276
08:32:20.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.205767 10344 rpc_server.cc:307] RPC server started. Bound to: 127.10.5.125:43257
08:32:20.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.205852 10418 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.5.125:43257 every 8 connection(s)
08:32:20.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.208510 10344 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-1/data/info.pb
08:32:20.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.213644 10419 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:32:20.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.215389 10261 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskzl041r/build/tsan/bin/kudu as pid 10344
08:32:20.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.215855 10261 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-1/wal/instance
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.219020 10261 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskzl041r/build/tsan/bin/kudu
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzl041r/build/tsan/bin/kudu
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-2/wal
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-2/data
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-2/logs
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-2/data/info.pb
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.5.124:32955
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.5.124
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.5.84:40495
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:32:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:32:20.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.5.126:39015,127.10.5.125:43257,127.10.5.124:32955
08:32:20.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:32:20.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43977/jwks.json with env {}
08:32:20.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.229421 10419 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.5.126" port: 39015 } has no permanent_uuid. Determining permanent_uuid...
08:32:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.255064 10419 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } has no permanent_uuid. Determining permanent_uuid...
08:32:20.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.269660 10419 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } has no permanent_uuid. Determining permanent_uuid...
08:32:20.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:20.272059 10367 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.5.124:32955: connect: Connection refused (error 111)
08:32:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:20.276285 10419 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.10.5.124:32955: Network error: Client connection negotiation failed: client connection to 127.10.5.124:32955: connect: Connection refused (error 111)
08:32:20.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.325870 10419 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } attempt: 1
08:32:20.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:20.329998 10419 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.10.5.124:32955: Network error: Client connection negotiation failed: client connection to 127.10.5.124:32955: connect: Connection refused (error 111)
08:32:20.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.398473 10419 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } attempt: 2
08:32:20.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:20.403453 10419 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.10.5.124:32955: Network error: Client connection negotiation failed: client connection to 127.10.5.124:32955: connect: Connection refused (error 111)
08:32:20.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.495002 10419 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } attempt: 3
08:32:20.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:20.499161 10419 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.10.5.124:32955: Network error: Client connection negotiation failed: client connection to 127.10.5.124:32955: connect: Connection refused (error 111)
08:32:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:20.555905 10421 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:32:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:20.556509 10421 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:32:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:20.557286 10421 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:32:20.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:20.588658 10421 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
08:32:20.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:20.588963 10421 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:32:20.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:20.589161 10421 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
08:32:20.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:20.589437 10421 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
08:32:20.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:20.589648 10421 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
08:32:20.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:20.589797 10421 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43977/jwks.json
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.626863 10421 master_runner.cc:386] Master server non-default flags:
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.5.84:40495
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-2/data
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-2/wal
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.5.126:39015,127.10.5.125:43257,127.10.5.124:32955
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.5.124:32955
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43977/jwks.json
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-2/data/info.pb
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.5.124
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-2/logs
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 259fcc2b501077402e3d0e0d474a7ca475b70b5f
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 May 2024 07:43:19 UTC on 1a15035a6830
08:32:20.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 176
08:32:20.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:32:20.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.628166 10421 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:32:20.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.629850 10421 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:32:20.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.642634 10419 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } attempt: 4
08:32:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:20.647496 10419 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.10.5.124:32955: Network error: Client connection negotiation failed: client connection to 127.10.5.124:32955: connect: Connection refused (error 111)
08:32:20.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:20.648072 10432 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:32:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.853176 10342 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } attempt: 7
08:32:20.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.865720 10342 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } has no permanent_uuid. Determining permanent_uuid...
08:32:20.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:20.871827 10342 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.10.5.124:32955: Network error: Client connection negotiation failed: client connection to 127.10.5.124:32955: connect: Connection refused (error 111)
08:32:20.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.930223 10342 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } attempt: 1
08:32:20.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:20.934156 10342 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.10.5.124:32955: Network error: Client connection negotiation failed: client connection to 127.10.5.124:32955: connect: Connection refused (error 111)
08:32:20.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.947012 10419 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } attempt: 5
08:32:20.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:20.951293 10419 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.10.5.124:32955: Network error: Client connection negotiation failed: client connection to 127.10.5.124:32955: connect: Connection refused (error 111)
08:32:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.015666 10342 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } attempt: 2
08:32:21.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:21.021246 10342 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.10.5.124:32955: Network error: Client connection negotiation failed: client connection to 127.10.5.124:32955: connect: Connection refused (error 111)
08:32:21.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.106660 10342 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } attempt: 3
08:32:21.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:21.112164 10342 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.10.5.124:32955: Network error: Client connection negotiation failed: client connection to 127.10.5.124:32955: connect: Connection refused (error 111)
08:32:21.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.252583 10342 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } attempt: 4
08:32:21.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:21.256626 10342 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.10.5.124:32955: Network error: Client connection negotiation failed: client connection to 127.10.5.124:32955: connect: Connection refused (error 111)
08:32:21.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.499008 10419 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } attempt: 6
08:32:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:21.506533 10419 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.10.5.124:32955: Network error: Client connection negotiation failed: client connection to 127.10.5.124:32955: connect: Connection refused (error 111)
08:32:21.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.540062 10342 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } attempt: 5
08:32:21.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:21.545485 10342 consensus_peers.cc:644] Error getting permanent uuid from config peer 127.10.5.124:32955: Network error: Client connection negotiation failed: client connection to 127.10.5.124:32955: connect: Connection refused (error 111)
08:32:21.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:20.648422 10435 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:32:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:20.648897 10433 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:32:21.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:20.649658 10421 server_base.cc:1034] running on GCE node
08:32:21.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.788010 10421 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:32:21.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.791333 10421 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:32:21.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.792807 10421 hybrid_clock.cc:648] HybridClock initialized: now 1715070741792761 us; error 66 us; skew 500 ppm
08:32:21.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.793637 10421 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:32:21.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.800662 10421 webserver.cc:460] Webserver started at http://127.10.5.124:36999/ using document root <none> and password file <none>
08:32:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.801607 10421 fs_manager.cc:359] Metadata directory not provided
08:32:21.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.801837 10421 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:32:21.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.802253 10421 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:32:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.807761 10421 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-2/data/instance:
08:32:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d599597371df48e4a1329ce8ec8b95e8"
08:32:21.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 08:32:21 on dist-test-slave-wvvl"
08:32:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.809109 10421 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-2/wal/instance:
08:32:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d599597371df48e4a1329ce8ec8b95e8"
08:32:21.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 08:32:21 on dist-test-slave-wvvl"
08:32:21.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.816642 10421 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
08:32:21.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.822424 10447 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
08:32:21.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.823551 10421 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
08:32:21.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.823869 10421 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-2/data,/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-2/wal
08:32:21.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d599597371df48e4a1329ce8ec8b95e8"
08:32:21.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2024-05-07 08:32:21 on dist-test-slave-wvvl"
08:32:21.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.824198 10421 fs_report.cc:383] FS layout report
08:32:21.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
08:32:21.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-2/wal
08:32:21.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-2/wal
08:32:21.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-2/data/data
08:32:21.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
08:32:21.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
08:32:21.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
08:32:21.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
08:32:21.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
08:32:21.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
08:32:21.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
08:32:21.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
08:32:21.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
08:32:21.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
08:32:21.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
08:32:21.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.889396 10421 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
08:32:21.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.890899 10421 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
08:32:21.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.891394 10421 kserver.cc:163] Server-wide thread pool size limit: 3276
08:32:21.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.964862 10421 rpc_server.cc:307] RPC server started. Bound to: 127.10.5.124:32955
08:32:21.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.964951 10498 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.5.124:32955 every 8 connection(s)
08:32:21.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.967550 10421 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-2/data/info.pb
08:32:21.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.973101 10499 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
08:32:21.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.977813 10261 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskzl041r/build/tsan/bin/kudu as pid 10421
08:32:21.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.978426 10261 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/master-2/wal/instance
08:32:21.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:21.989356 10499 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.5.126" port: 39015 } has no permanent_uuid. Determining permanent_uuid...
08:32:22.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.026960 10499 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } has no permanent_uuid. Determining permanent_uuid...
08:32:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.036562 10499 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } has no permanent_uuid. Determining permanent_uuid...
08:32:22.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.052057 10499 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8: Bootstrap starting.
08:32:22.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.058475 10499 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8: Neither blocks nor log segments found. Creating new log.
08:32:22.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.060317 10499 log.cc:824] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8: Log is configured to *not* fsync() on all Append() calls
08:32:22.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.065291 10499 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8: No bootstrap required, opened a new log
08:32:22.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.086957 10499 raft_consensus.cc:348] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e57a7d2183d14a67ace07ce2a6ec136e" member_type: VOTER last_known_addr { host: "127.10.5.126" port: 39015 } } peers { permanent_uuid: "24246381540d448287d7337733582d57" member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } } peers { permanent_uuid: "d599597371df48e4a1329ce8ec8b95e8" member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } }
08:32:22.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.087632 10499 raft_consensus.cc:374] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:32:22.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.087821 10499 raft_consensus.cc:729] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d599597371df48e4a1329ce8ec8b95e8, State: Initialized, Role: FOLLOWER
08:32:22.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.088493 10499 consensus_queue.cc:260] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e57a7d2183d14a67ace07ce2a6ec136e" member_type: VOTER last_known_addr { host: "127.10.5.126" port: 39015 } } peers { permanent_uuid: "24246381540d448287d7337733582d57" member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } } peers { permanent_uuid: "d599597371df48e4a1329ce8ec8b95e8" member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } }
08:32:22.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.090777 10508 sys_catalog.cc:455] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e57a7d2183d14a67ace07ce2a6ec136e" member_type: VOTER last_known_addr { host: "127.10.5.126" port: 39015 } } peers { permanent_uuid: "24246381540d448287d7337733582d57" member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } } peers { permanent_uuid: "d599597371df48e4a1329ce8ec8b95e8" member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } } }
08:32:22.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.091441 10508 sys_catalog.cc:458] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [sys.catalog]: This master's current role is: FOLLOWER
08:32:22.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.092087 10499 sys_catalog.cc:564] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [sys.catalog]: configured and running, proceeding with master startup.
08:32:22.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.097872 10342 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } attempt: 6
08:32:22.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.122015 10342 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e: Bootstrap starting.
08:32:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:22.123677 10521 catalog_manager.cc:1558] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:32:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:22.124070 10521 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:32:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.130815 10342 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e: Neither blocks nor log segments found. Creating new log.
08:32:22.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.133496 10342 log.cc:824] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e: Log is configured to *not* fsync() on all Append() calls
08:32:22.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.138137 10342 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e: No bootstrap required, opened a new log
08:32:22.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:22.146817 10453 tablet.cc:2369] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:32:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.117682 10421 master_runner.cc:186] Error getting master registration for 127.10.5.126:39015: OK, instance_id { permanent_uuid: "e57a7d2183d14a67ace07ce2a6ec136e" instance_seqno: 1715070738483287 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:32:22.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.158370 10421 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:32:22.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.162606 10342 raft_consensus.cc:348] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e57a7d2183d14a67ace07ce2a6ec136e" member_type: VOTER last_known_addr { host: "127.10.5.126" port: 39015 } } peers { permanent_uuid: "24246381540d448287d7337733582d57" member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } } peers { permanent_uuid: "d599597371df48e4a1329ce8ec8b95e8" member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } }
08:32:22.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.163545 10342 raft_consensus.cc:374] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:32:22.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.163863 10342 raft_consensus.cc:729] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e57a7d2183d14a67ace07ce2a6ec136e, State: Initialized, Role: FOLLOWER
08:32:22.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.164848 10342 consensus_queue.cc:260] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e57a7d2183d14a67ace07ce2a6ec136e" member_type: VOTER last_known_addr { host: "127.10.5.126" port: 39015 } } peers { permanent_uuid: "24246381540d448287d7337733582d57" member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } } peers { permanent_uuid: "d599597371df48e4a1329ce8ec8b95e8" member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } }
08:32:22.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.169126 10524 sys_catalog.cc:455] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e57a7d2183d14a67ace07ce2a6ec136e" member_type: VOTER last_known_addr { host: "127.10.5.126" port: 39015 } } peers { permanent_uuid: "24246381540d448287d7337733582d57" member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } } peers { permanent_uuid: "d599597371df48e4a1329ce8ec8b95e8" member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } } }
08:32:22.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.170012 10524 sys_catalog.cc:458] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e [sys.catalog]: This master's current role is: FOLLOWER
08:32:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.170987 10342 sys_catalog.cc:564] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e [sys.catalog]: configured and running, proceeding with master startup.
08:32:22.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:22.190351 10296 tablet.cc:2369] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e: Can't schedule compaction. Clean time has not been advanced past its initial value.
08:32:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:22.202380 10535 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
08:32:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:22.203152 10535 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
08:32:22.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.207917 10508 raft_consensus.cc:482] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:32:22.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.208534 10508 raft_consensus.cc:504] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e57a7d2183d14a67ace07ce2a6ec136e" member_type: VOTER last_known_addr { host: "127.10.5.126" port: 39015 } } peers { permanent_uuid: "24246381540d448287d7337733582d57" member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } } peers { permanent_uuid: "d599597371df48e4a1329ce8ec8b95e8" member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } }
08:32:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.218152 10524 raft_consensus.cc:482] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
08:32:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.218354 10317 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d599597371df48e4a1329ce8ec8b95e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e57a7d2183d14a67ace07ce2a6ec136e" is_pre_election: true
08:32:22.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.218765 10524 raft_consensus.cc:504] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e57a7d2183d14a67ace07ce2a6ec136e" member_type: VOTER last_known_addr { host: "127.10.5.126" port: 39015 } } peers { permanent_uuid: "24246381540d448287d7337733582d57" member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } } peers { permanent_uuid: "d599597371df48e4a1329ce8ec8b95e8" member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } }
08:32:22.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.220012 10317 raft_consensus.cc:2454] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d599597371df48e4a1329ce8ec8b95e8 in term 0.
08:32:22.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.221748 10451 leader_election.cc:302] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d599597371df48e4a1329ce8ec8b95e8, e57a7d2183d14a67ace07ce2a6ec136e; no voters:
08:32:22.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.223874 10524 leader_election.cc:288] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 24246381540d448287d7337733582d57 (127.10.5.125:43257), d599597371df48e4a1329ce8ec8b95e8 (127.10.5.124:32955)
08:32:22.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.226716 10508 leader_election.cc:288] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e57a7d2183d14a67ace07ce2a6ec136e (127.10.5.126:39015), 24246381540d448287d7337733582d57 (127.10.5.125:43257)
08:32:22.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.229499 10508 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [term 0 FOLLOWER]: Leader pre-election won for term 1
08:32:22.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.230319 10508 raft_consensus.cc:482] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
08:32:22.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.231092 10508 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [term 0 FOLLOWER]: Advancing to term 1
08:32:22.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.242627 10474 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e57a7d2183d14a67ace07ce2a6ec136e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d599597371df48e4a1329ce8ec8b95e8" is_pre_election: true
08:32:22.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.262660 10508 raft_consensus.cc:504] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e57a7d2183d14a67ace07ce2a6ec136e" member_type: VOTER last_known_addr { host: "127.10.5.126" port: 39015 } } peers { permanent_uuid: "24246381540d448287d7337733582d57" member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } } peers { permanent_uuid: "d599597371df48e4a1329ce8ec8b95e8" member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } }
08:32:22.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.264001 10474 raft_consensus.cc:2379] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate e57a7d2183d14a67ace07ce2a6ec136e in current term 1: Already voted for candidate d599597371df48e4a1329ce8ec8b95e8 in this term.
08:32:22.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.276459 10317 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d599597371df48e4a1329ce8ec8b95e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e57a7d2183d14a67ace07ce2a6ec136e"
08:32:22.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.277194 10317 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e [term 0 FOLLOWER]: Advancing to term 1
08:32:22.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.276875 10508 leader_election.cc:288] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [CANDIDATE]: Term 1 election: Requested vote from peers e57a7d2183d14a67ace07ce2a6ec136e (127.10.5.126:39015), 24246381540d448287d7337733582d57 (127.10.5.125:43257)
08:32:22.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.284845 10317 raft_consensus.cc:2454] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d599597371df48e4a1329ce8ec8b95e8 in term 1.
08:32:22.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.286113 10451 leader_election.cc:302] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d599597371df48e4a1329ce8ec8b95e8, e57a7d2183d14a67ace07ce2a6ec136e; no voters:
08:32:22.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.296838 10508 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [term 1 FOLLOWER]: Leader election won for term 1
08:32:22.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.297842 10508 raft_consensus.cc:686] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [term 1 LEADER]: Becoming Leader. State: Replica: d599597371df48e4a1329ce8ec8b95e8, State: Running, Role: LEADER
08:32:22.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.298993 10508 consensus_queue.cc:237] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e57a7d2183d14a67ace07ce2a6ec136e" member_type: VOTER last_known_addr { host: "127.10.5.126" port: 39015 } } peers { permanent_uuid: "24246381540d448287d7337733582d57" member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } } peers { permanent_uuid: "d599597371df48e4a1329ce8ec8b95e8" member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } }
08:32:22.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.308359 10537 sys_catalog.cc:455] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d599597371df48e4a1329ce8ec8b95e8. Latest consensus state: current_term: 1 leader_uuid: "d599597371df48e4a1329ce8ec8b95e8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e57a7d2183d14a67ace07ce2a6ec136e" member_type: VOTER last_known_addr { host: "127.10.5.126" port: 39015 } } peers { permanent_uuid: "24246381540d448287d7337733582d57" member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } } peers { permanent_uuid: "d599597371df48e4a1329ce8ec8b95e8" member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } } }
08:32:22.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.311780 10537 sys_catalog.cc:458] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [sys.catalog]: This master's current role is: LEADER
08:32:22.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.317900 10539 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
08:32:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.211268 10273 master_runner.cc:186] Error getting master registration for 127.10.5.125:43257: OK, instance_id { permanent_uuid: "24246381540d448287d7337733582d57" instance_seqno: 1715070740185294 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
08:32:22.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.324862 10273 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
08:32:22.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.330210 10539 catalog_manager.cc:1484] Initializing Kudu cluster ID...
08:32:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.350798 10317 raft_consensus.cc:1261] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e [term 1 FOLLOWER]: Refusing update from remote peer d599597371df48e4a1329ce8ec8b95e8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:32:22.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.352527 10537 consensus_queue.cc:1035] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e57a7d2183d14a67ace07ce2a6ec136e" member_type: VOTER last_known_addr { host: "127.10.5.126" port: 39015 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
08:32:22.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.390059 10524 sys_catalog.cc:455] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e [sys.catalog]: SysCatalogTable state changed. Reason: New leader d599597371df48e4a1329ce8ec8b95e8. Latest consensus state: current_term: 1 leader_uuid: "d599597371df48e4a1329ce8ec8b95e8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e57a7d2183d14a67ace07ce2a6ec136e" member_type: VOTER last_known_addr { host: "127.10.5.126" port: 39015 } } peers { permanent_uuid: "24246381540d448287d7337733582d57" member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } } peers { permanent_uuid: "d599597371df48e4a1329ce8ec8b95e8" member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } } }
08:32:22.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.395557 10524 sys_catalog.cc:458] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e [sys.catalog]: This master's current role is: FOLLOWER
08:32:22.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.400350 10540 mvcc.cc:205] Tried to move back new op lower bound from 7024929760647839744 to 7024929760468369408. Current Snapshot: MvccSnapshot[applied={T|T < 7024929760647839744}]
08:32:22.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.404896 10537 sys_catalog.cc:455] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d599597371df48e4a1329ce8ec8b95e8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e57a7d2183d14a67ace07ce2a6ec136e" member_type: VOTER last_known_addr { host: "127.10.5.126" port: 39015 } } peers { permanent_uuid: "24246381540d448287d7337733582d57" member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } } peers { permanent_uuid: "d599597371df48e4a1329ce8ec8b95e8" member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } } }
08:32:22.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.405759 10537 sys_catalog.cc:458] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [sys.catalog]: This master's current role is: LEADER
08:32:22.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.407969 10541 mvcc.cc:205] Tried to move back new op lower bound from 7024929760647839744 to 7024929760468369408. Current Snapshot: MvccSnapshot[applied={T|T < 7024929760647839744}]
08:32:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.411484 10524 sys_catalog.cc:455] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d599597371df48e4a1329ce8ec8b95e8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e57a7d2183d14a67ace07ce2a6ec136e" member_type: VOTER last_known_addr { host: "127.10.5.126" port: 39015 } } peers { permanent_uuid: "24246381540d448287d7337733582d57" member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } } peers { permanent_uuid: "d599597371df48e4a1329ce8ec8b95e8" member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } } }
08:32:22.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.413767 10524 sys_catalog.cc:458] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e [sys.catalog]: This master's current role is: FOLLOWER
08:32:22.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.414336 10539 catalog_manager.cc:1347] Generated new cluster ID: c95f51eaf5ac473180ad1f9ffe138cfd
08:32:22.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.414645 10539 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
08:32:22.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.455348 10539 catalog_manager.cc:1370] Generated new certificate authority record
08:32:22.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.461253 10539 catalog_manager.cc:1504] Loading token signing keys...
08:32:22.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.497706 10539 catalog_manager.cc:5857] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8: Generated new TSK 0
08:32:22.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.500453 10539 catalog_manager.cc:1514] Initializing in-progress tserver states...
08:32:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.530133 10261 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskzl041r/build/tsan/bin/kudu
08:32:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskzl041r/build/tsan/bin/kudu
08:32:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/ts-0/wal
08:32:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/ts-0/data
08:32:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
08:32:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
08:32:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
08:32:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:32:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:32:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:32:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/ts-0/logs
08:32:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/ts-0/data/info.pb
08:32:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:32:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
08:32:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
08:32:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
08:32:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
08:32:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:32:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:32:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:32:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
08:32:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
08:32:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.5.65:0
08:32:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.5.65
08:32:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.5.65
08:32:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:32:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.5.126:39015,127.10.5.125:43257,127.10.5.124:32955
08:32:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.5.84:40495
08:32:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:32:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:32:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:32:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_ttl_ms=1000
08:32:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_gc_check_interval_us=500000 with env {}
08:32:22.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.567054 10419 consensus_peers.cc:654] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } attempt: 7
08:32:22.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.624882 10419 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 24246381540d448287d7337733582d57: Bootstrap starting.
08:32:22.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.648665 10419 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 24246381540d448287d7337733582d57: Neither blocks nor log segments found. Creating new log.
08:32:22.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.656327 10419 log.cc:824] T 00000000000000000000000000000000 P 24246381540d448287d7337733582d57: Log is configured to *not* fsync() on all Append() calls
08:32:22.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.683509 10419 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 24246381540d448287d7337733582d57: No bootstrap required, opened a new log
08:32:22.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.724208 10419 raft_consensus.cc:348] T 00000000000000000000000000000000 P 24246381540d448287d7337733582d57 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e57a7d2183d14a67ace07ce2a6ec136e" member_type: VOTER last_known_addr { host: "127.10.5.126" port: 39015 } } peers { permanent_uuid: "24246381540d448287d7337733582d57" member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } } peers { permanent_uuid: "d599597371df48e4a1329ce8ec8b95e8" member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } }
08:32:22.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.725956 10419 raft_consensus.cc:374] T 00000000000000000000000000000000 P 24246381540d448287d7337733582d57 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
08:32:22.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.726408 10419 raft_consensus.cc:729] T 00000000000000000000000000000000 P 24246381540d448287d7337733582d57 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 24246381540d448287d7337733582d57, State: Initialized, Role: FOLLOWER
08:32:22.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.727581 10419 consensus_queue.cc:260] T 00000000000000000000000000000000 P 24246381540d448287d7337733582d57 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e57a7d2183d14a67ace07ce2a6ec136e" member_type: VOTER last_known_addr { host: "127.10.5.126" port: 39015 } } peers { permanent_uuid: "24246381540d448287d7337733582d57" member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } } peers { permanent_uuid: "d599597371df48e4a1329ce8ec8b95e8" member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } }
08:32:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.735954 10548 sys_catalog.cc:455] T 00000000000000000000000000000000 P 24246381540d448287d7337733582d57 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e57a7d2183d14a67ace07ce2a6ec136e" member_type: VOTER last_known_addr { host: "127.10.5.126" port: 39015 } } peers { permanent_uuid: "24246381540d448287d7337733582d57" member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } } peers { permanent_uuid: "d599597371df48e4a1329ce8ec8b95e8" member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } } }
08:32:22.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.739678 10548 sys_catalog.cc:458] T 00000000000000000000000000000000 P 24246381540d448287d7337733582d57 [sys.catalog]: This master's current role is: FOLLOWER
08:32:22.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.739506 10392 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e57a7d2183d14a67ace07ce2a6ec136e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "24246381540d448287d7337733582d57" is_pre_election: true
08:32:22.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.739295 10419 sys_catalog.cc:564] T 00000000000000000000000000000000 P 24246381540d448287d7337733582d57 [sys.catalog]: configured and running, proceeding with master startup.
08:32:22.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.740694 10392 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 24246381540d448287d7337733582d57 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e57a7d2183d14a67ace07ce2a6ec136e in term 0.
08:32:22.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.742383 10292 leader_election.cc:302] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 24246381540d448287d7337733582d57, e57a7d2183d14a67ace07ce2a6ec136e; no voters: d599597371df48e4a1329ce8ec8b95e8
08:32:22.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.743399 10524 raft_consensus.cc:2741] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e [term 1 FOLLOWER]: Leader pre-election decision vote started in defunct term 0: won
08:32:22.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.743950 10391 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d599597371df48e4a1329ce8ec8b95e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "24246381540d448287d7337733582d57" is_pre_election: true
08:32:22.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.744786 10391 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 24246381540d448287d7337733582d57 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d599597371df48e4a1329ce8ec8b95e8 in term 0.
08:32:22.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.747120 10390 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d599597371df48e4a1329ce8ec8b95e8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "24246381540d448287d7337733582d57"
08:32:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.747836 10390 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 24246381540d448287d7337733582d57 [term 0 FOLLOWER]: Advancing to term 1
08:32:22.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.757050 10390 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 24246381540d448287d7337733582d57 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d599597371df48e4a1329ce8ec8b95e8 in term 1.
08:32:22.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.760820 10389 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 24246381540d448287d7337733582d57 [term 1 FOLLOWER]: Refusing update from remote peer d599597371df48e4a1329ce8ec8b95e8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
08:32:22.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.780992 10508 consensus_queue.cc:1035] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "24246381540d448287d7337733582d57" member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
08:32:22.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.861953 10548 sys_catalog.cc:455] T 00000000000000000000000000000000 P 24246381540d448287d7337733582d57 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d599597371df48e4a1329ce8ec8b95e8. Latest consensus state: current_term: 1 leader_uuid: "d599597371df48e4a1329ce8ec8b95e8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e57a7d2183d14a67ace07ce2a6ec136e" member_type: VOTER last_known_addr { host: "127.10.5.126" port: 39015 } } peers { permanent_uuid: "24246381540d448287d7337733582d57" member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } } peers { permanent_uuid: "d599597371df48e4a1329ce8ec8b95e8" member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } } }
08:32:22.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.862740 10548 sys_catalog.cc:458] T 00000000000000000000000000000000 P 24246381540d448287d7337733582d57 [sys.catalog]: This master's current role is: FOLLOWER
08:32:22.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.862387 10555 sys_catalog.cc:455] T 00000000000000000000000000000000 P 24246381540d448287d7337733582d57 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d599597371df48e4a1329ce8ec8b95e8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e57a7d2183d14a67ace07ce2a6ec136e" member_type: VOTER last_known_addr { host: "127.10.5.126" port: 39015 } } peers { permanent_uuid: "24246381540d448287d7337733582d57" member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } } peers { permanent_uuid: "d599597371df48e4a1329ce8ec8b95e8" member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } } }
08:32:22.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.863198 10555 sys_catalog.cc:458] T 00000000000000000000000000000000 P 24246381540d448287d7337733582d57 [sys.catalog]: This master's current role is: FOLLOWER
08:32:22.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:22.897004 10565 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
08:32:23.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:23.128720 10545 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
08:32:23.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:23.129302 10545 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
08:32:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:23.129946 10545 flags.cc:425] Enabled unsafe flag: --never_fsync=true
08:32:23.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:23.164184 10545 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
08:32:23.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:23.165277 10545 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.10.5.65
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:23.203527 10545 tablet_server_runner.cc:78] Tablet server non-default flags:
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.5.84:40495
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/ts-0/data
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/ts-0/wal
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.5.65:0
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/ts-0/data/info.pb
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.5.65
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_gc_check_interval_us=500000
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --scanner_ttl_ms=1000
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.10.5.126:39015,127.10.5.125:43257,127.10.5.124:32955
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.10.5.65
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/ts-0/logs
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 259fcc2b501077402e3d0e0d474a7ca475b70b5f
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 May 2024 07:43:19 UTC on 1a15035a6830
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 176
08:32:23.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
08:32:23.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:23.206300 10545 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
08:32:23.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:23.208849 10545 file_cache.cc:492] Constructed file cache file cache with capacity 419430
08:32:23.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:23.208902 10535 catalog_manager.cc:1259] Loaded cluster ID: c95f51eaf5ac473180ad1f9ffe138cfd
08:32:23.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:23.209158 10535 catalog_manager.cc:1552] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e: loading cluster ID for follower catalog manager: success
08:32:23.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:23.216286 10535 catalog_manager.cc:1574] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e: acquiring CA information for follower catalog manager: success
08:32:23.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:23.234274 10535 catalog_manager.cc:1602] T 00000000000000000000000000000000 P e57a7d2183d14a67ace07ce2a6ec136e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:32:23.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:23.254606 10572 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:32:23.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:23.336797 10576 sys_catalog.cc:455] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d599597371df48e4a1329ce8ec8b95e8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e57a7d2183d14a67ace07ce2a6ec136e" member_type: VOTER last_known_addr { host: "127.10.5.126" port: 39015 } } peers { permanent_uuid: "24246381540d448287d7337733582d57" member_type: VOTER last_known_addr { host: "127.10.5.125" port: 43257 } } peers { permanent_uuid: "d599597371df48e4a1329ce8ec8b95e8" member_type: VOTER last_known_addr { host: "127.10.5.124" port: 32955 } } }
08:32:23.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:23.351737 10576 sys_catalog.cc:458] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 [sys.catalog]: This master's current role is: LEADER
08:32:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:23.929104 10565 catalog_manager.cc:1259] Loaded cluster ID: c95f51eaf5ac473180ad1f9ffe138cfd
08:32:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:23.929417 10565 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 24246381540d448287d7337733582d57: loading cluster ID for follower catalog manager: success
08:32:23.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:23.951761 10565 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 24246381540d448287d7337733582d57: acquiring CA information for follower catalog manager: success
08:32:23.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:23.969596 10565 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 24246381540d448287d7337733582d57: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
08:32:25.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==10545==WARNING: Can't read from symbolizer at fd 5
08:32:25.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==10545==WARNING: invalid path to external symbolizer!
08:32:25.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==10545==WARNING: Can't write to symbolizer at fd 12
08:32:25.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==10545==WARNING: Can't write to symbolizer at fd 12
08:32:25.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==10545==WARNING: Can't write to symbolizer at fd 12
08:32:25.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==10545==WARNING: Failed to use and restart external symbolizer!
08:32:25.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:32:25.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=10545)
08:32:25.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0400006940 by thread T5:
08:32:25.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x47da7f)
08:32:25.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0xd3fe4)
08:32:25.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
08:32:25.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
08:32:25.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
08:32:25.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11a61)
08:32:25.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12d7d)
08:32:25.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12d09)
08:32:25.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12c99)
08:32:25.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12c61)
08:32:25.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11f5d)
08:32:25.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x589804)
08:32:25.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x589639)
08:32:25.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x437936)
08:32:25.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x44ffbf)
08:32:25.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:25.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b0400006940 by thread T6:
08:32:25.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x47a99c)
08:32:25.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0x9daf9)
08:32:25.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
08:32:25.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
08:32:25.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
08:32:25.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11a61)
08:32:25.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12d7d)
08:32:25.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12d09)
08:32:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12c99)
08:32:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12c61)
08:32:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11f5d)
08:32:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x589804)
08:32:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x589639)
08:32:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x437936)
08:32:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x44ffbf)
08:32:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-10571' (tid=10571, running) created by main thread at:
08:32:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x453a75)
08:32:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x43719a)
08:32:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x579859)
08:32:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x114e5)
08:32:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x143586)
08:32:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x1419e6)
08:32:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x13191)
08:32:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255902)
08:32:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263201)
08:32:25.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x608029)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x511021)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x510f8c)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x510efc)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x50fb65)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x127dcf)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x11a631)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x118362)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x623da0)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6246d7)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x624c1e)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-10572' (tid=10572, running) created by main thread at:
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x453a75)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x43719a)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x579859)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x114e5)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x143586)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x1419e6)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x13191)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255902)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263201)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x608029)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x511021)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x510f8c)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x510efc)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x50fb65)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x127dcf)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x11a631)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x118362)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x623da0)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6246d7)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x624c1e)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskzl041r/build/tsan/bin/kudu+0x47da7f)
08:32:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:32:25.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:24.639647 10570 debug-util.cc:398] Leaking SignalData structure 0x7b0800014fa0 after lost signal to thread 10545
08:32:25.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:25.299959 10545 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.046s user 0.246s sys 0.434s
08:32:25.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:25.301319 10545 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.048s user 0.246s sys 0.434s
08:32:25.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:25.299656 10573 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2042 milliseconds
08:32:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:32:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=10545)
08:32:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7ff65d9ed700 by thread T7:
08:32:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libkudu_util.so+0x437b45)
08:32:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x441dfc)
08:32:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x437952)
08:32:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (kudu+0x44ffbf)
08:32:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7ff65d9ed700 by thread T6 (mutexes: write M83):
08:32:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libglog.so.1+0x2b07e)
08:32:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x437b80)
08:32:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x441dfc)
08:32:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_util.so+0x437952)
08:32:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (kudu+0x44ffbf)
08:32:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is global '<null>' at 0x000000000000 (libkudu_util.so+0x0000004df700)
08:32:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M83 (0x7ff65b943840) created at:
08:32:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48425b)
08:32:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libglog.so.1+0xe6ec)
08:32:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (ld-linux-x86-64.so.2+0x108f2)
08:32:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T7 'GCE-10573' (tid=10573, running) created by main thread at:
08:32:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x453a75)
08:32:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x43719a)
08:32:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x579859)
08:32:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x114e5)
08:32:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x143586)
08:32:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x1419e6)
08:32:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x13191)
08:32:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255902)
08:32:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263201)
08:32:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x608029)
08:32:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x511021)
08:32:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x510f8c)
08:32:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x510efc)
08:32:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x50fb65)
08:32:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x127dcf)
08:32:25.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x11a631)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x118362)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x623da0)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6246d7)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x624c1e)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-10572' (tid=10572, finished) created by main thread at:
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x453a75)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x43719a)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x579859)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x114e5)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x143586)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x1419e6)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x13191)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255902)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263201)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x608029)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x511021)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x510f8c)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x510efc)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x50fb65)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x127dcf)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x11a631)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x118362)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x623da0)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x6246d7)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x624c1e)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskzl041r/build/tsan/lib/libkudu_util.so+0x437b45)
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:25.303696 10574 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:32:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:25.304442 10545 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
08:32:25.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:23.257591 10571 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
08:32:25.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:25.308794 10545 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
08:32:25.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:25.317867 10545 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
08:32:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:25.319602 10545 hybrid_clock.cc:648] HybridClock initialized: now 1715070745319556 us; error 66 us; skew 500 ppm
08:32:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:25.321130 10545 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
08:32:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:25.341199 10545 webserver.cc:460] Webserver started at http://127.10.5.65:45891/ using document root <none> and password file <none>
08:32:25.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:25.343102 10545 fs_manager.cc:359] Metadata directory not provided
08:32:25.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:25.343627 10545 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:32:25.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:25.344167 10545 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
08:32:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:25.345166 10545 fs_manager.cc:359] Metadata directory not provided
08:32:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:25.345526 10545 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
08:32:25.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:25.346702 10545 ts_tablet_manager.cc:1470] Shutting down tablet manager...
08:32:25.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:32:25.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=10545)
08:32:25.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800003600 by main thread (mutexes: write M10268785768413048):
08:32:25.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bb6d4)
08:32:25.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18c7f2)
08:32:25.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x141322)
08:32:25.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x1410b6)
08:32:25.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmaster.so+0x4019ff)
08:32:25.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x2552a2)
08:32:25.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x26328a)
08:32:25.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x608029)
08:32:25.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x511021)
08:32:25.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x510f8c)
08:32:25.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x510efc)
08:32:25.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x50fb65)
08:32:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x127dcf)
08:32:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x11a631)
08:32:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x118362)
08:32:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x623da0)
08:32:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6246d7)
08:32:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x624c1e)
08:32:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
08:32:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800003600 by thread T12:
08:32:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bd0bf)
08:32:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x44ffbf)
08:32:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800003600 allocated by main thread:
08:32:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4801dc)
08:32:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bbbe4)
08:32:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18d750)
08:32:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x141ede)
08:32:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x13191)
08:32:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255902)
08:32:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263201)
08:32:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x608029)
08:32:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x511021)
08:32:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x510f8c)
08:32:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x510efc)
08:32:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x50fb65)
08:32:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x127dcf)
08:32:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x11a631)
08:32:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x118362)
08:32:25.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x623da0)
08:32:25.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6246d7)
08:32:25.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x624c1e)
08:32:25.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
08:32:25.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:25.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M10268785768413048 is already destroyed.
08:32:25.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:25.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=10583, running) created by main thread at:
08:32:25.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x453a75)
08:32:25.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bce97)
08:32:25.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18d750)
08:32:25.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x141ede)
08:32:25.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x13191)
08:32:25.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255902)
08:32:25.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263201)
08:32:25.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x608029)
08:32:25.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x511021)
08:32:25.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x510f8c)
08:32:25.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x510efc)
08:32:25.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x50fb65)
08:32:25.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x127dcf)
08:32:25.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x11a631)
08:32:25.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x118362)
08:32:25.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x623da0)
08:32:25.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6246d7)
08:32:25.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x624c1e)
08:32:25.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
08:32:25.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:25.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskzl041r/build/tsan/lib/libserver_process.so+0x1bb6d4)
08:32:25.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=10545)
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0c0003edf0 by thread T12:
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x47da7f)
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bd150)
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x44ffbf)
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b0c0003edf0 by main thread:
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1b6508)
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e30b)
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18d83b)
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x141ede)
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x13191)
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255902)
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263201)
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x608029)
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x511021)
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x510f8c)
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x510efc)
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x50fb65)
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x127dcf)
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x11a631)
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x118362)
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x623da0)
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6246d7)
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x624c1e)
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
08:32:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=10583, running) created by main thread at:
08:32:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x453a75)
08:32:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bce97)
08:32:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18d750)
08:32:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x141ede)
08:32:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x13191)
08:32:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255902)
08:32:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263201)
08:32:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x608029)
08:32:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x511021)
08:32:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x510f8c)
08:32:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x510efc)
08:32:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x50fb65)
08:32:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x127dcf)
08:32:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x11a631)
08:32:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x118362)
08:32:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x623da0)
08:32:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6246d7)
08:32:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x624c1e)
08:32:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
08:32:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskzl041r/build/tsan/bin/kudu+0x47da7f)
08:32:25.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:32:25.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not create new FS layout: Write-ahead log directory /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/ts-0/wal failed to canonicalize: Unable to canonicalize /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432/ts-0: No such file or directory (error 2)
08:32:25.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:25.392841 10414 debug-util.cc:398] Leaking SignalData structure 0x7b0800043380 after lost signal to thread 10348
08:32:25.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:25.393602 10414 debug-util.cc:398] Leaking SignalData structure 0x7b0800083900 after lost signal to thread 10418
08:32:26.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
08:32:26.420 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start tablet server 1: /tmp/dist-test-taskzl041r/build/tsan/bin/kudu: process exited with non-zero status 66"
}
08:32:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:26.421449 10261 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskzl041r/build/tsan/bin/kudu with pid 10273
08:32:26.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:26.483319 10261 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskzl041r/build/tsan/bin/kudu with pid 10344
08:32:26.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:26.504113 10451 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.5.126:39015: connect: Connection refused (error 111)
08:32:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:26.507237 10451 consensus_peers.cc:485] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 -> Peer e57a7d2183d14a67ace07ce2a6ec136e (127.10.5.126:39015): Couldn't send request to peer e57a7d2183d14a67ace07ce2a6ec136e. Status: Network error: Client connection negotiation failed: client connection to 127.10.5.126:39015: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:32:26.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:26.517421 10449 connection.cc:535] client connection to 127.10.5.125:43257 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
08:32:26.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:26.519748 10449 consensus_peers.cc:485] T 00000000000000000000000000000000 P d599597371df48e4a1329ce8ec8b95e8 -> Peer 24246381540d448287d7337733582d57 (127.10.5.125:43257): Couldn't send request to peer 24246381540d448287d7337733582d57. Status: Network error: Client connection negotiation failed: client connection to 127.10.5.125:43257: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
08:32:26.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20240507 08:32:26.520581 10261 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskzl041r/build/tsan/bin/kudu with pid 10421
08:32:26.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:26.549551 10261 env_posix.cc:2125] Unable to access file /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432 during walk: No such file or directory
08:32:26.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:26.549782 10261 env_posix.cc:2127] Unable to access file /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432 during walk: No such file or directory
08:32:26.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20240507 08:32:26.549963 10261 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-taskzl041r/test-tmp/mini-kudu-cluster2254505411656467432: One or more errors occurred
08:32:26.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==10261==WARNING: invalid path to external symbolizer!
08:32:26.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==10261==WARNING: Failed to use and restart external symbolizer!
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=10261)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800003c00 by main thread (mutexes: write M3825):
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bb6d4)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18c7f2)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb251e)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x97bfd)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x96b9b)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x835ca)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x83729)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x635547)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x6319bd)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x63108b)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x62e2c0)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x511021)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x510f8c)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x510efc)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x50fb65)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x127dcf)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x11a631)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x118362)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x623da0)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6246d7)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x624c1e)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800003c00 by thread T5:
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bd0bf)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x44ffbf)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x474fa2)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f1a)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3cd336)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x8f5ae)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x92a87)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x8796f)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x85baa)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x62f8a9)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x62e1a4)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x511021)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x510f8c)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x510efc)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x50fb65)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x127dcf)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x11a631)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x118362)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x623da0)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6246d7)
08:32:26.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x624c1e)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800003c00 allocated by main thread:
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4801dc)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bbbe4)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18d750)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x2218c)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x846e4)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x62f8a9)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x62e1a4)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x511021)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x510f8c)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x510efc)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x50fb65)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127dcf)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a631)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x118362)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x623da0)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6246d7)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x624c1e)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3825 (0x7b6800003d78) created at:
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x453fe2)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bc961)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18d750)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x2218c)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x846e4)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x62f8a9)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x62e1a4)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x511021)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x510f8c)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x510efc)
08:32:26.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x50fb65)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127dcf)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a631)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x118362)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x623da0)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6246d7)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x624c1e)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=10268, running) created by main thread at:
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x453a75)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bce97)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18d750)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x2218c)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x846e4)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x62f8a9)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x62e1a4)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x511021)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x510f8c)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x510efc)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x50fb65)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127dcf)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a631)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x118362)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x623da0)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6246d7)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x624c1e)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskzl041r/build/tsan/lib/libserver_process.so+0x1bb6d4)
08:32:26.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=10261)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0c0003e310 by thread T5:
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x47da7f)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bd150)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x44ffbf)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b0c0003e310 by main thread:
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1b6508)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e30b)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18e5d7)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x221d2)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x846e4)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x62f8a9)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x62e1a4)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x511021)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x510f8c)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x510efc)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x50fb65)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127dcf)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a631)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x118362)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x623da0)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6246d7)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x624c1e)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=10268, running) created by main thread at:
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x453a75)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bce97)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18d750)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x2218c)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x846e4)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x62f8a9)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x62e1a4)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x511021)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x510f8c)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x510efc)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x50fb65)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127dcf)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a631)
08:32:26.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x118362)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x623da0)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6246d7)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x624c1e)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskzl041r/build/tsan/bin/kudu+0x47da7f)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=10261)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800003600 by main thread (mutexes: write M3822):
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bb6d4)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18c7f2)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb251e)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x97bfd)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x96b9b)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x835ca)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x83729)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x635547)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x6319bd)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x63108b)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x62e2c0)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x511021)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x510f8c)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x510efc)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x50fb65)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x127dcf)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x11a631)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x118362)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x623da0)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6246d7)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x624c1e)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800003600 by thread T4:
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1bd0bf)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x44ffbf)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4749dd)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bb779)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18c7f2)
08:32:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb251e)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x97bfd)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x96b9b)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x835ca)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x83729)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x635547)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x6319bd)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x63108b)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x62e2c0)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x511021)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x510f8c)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x510efc)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x50fb65)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x127dcf)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x11a631)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x118362)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x623da0)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x6246d7)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x624c1e)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800003600 allocated by main thread:
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4801dc)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bbbe4)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18d750)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd6)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x846e4)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x62f8a9)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x62e1a4)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x511021)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x510f8c)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x510efc)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x50fb65)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127dcf)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a631)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x118362)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x623da0)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6246d7)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x624c1e)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3822 (0x7b6800003778) created at:
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x453fe2)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bc961)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18d750)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd6)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x846e4)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x62f8a9)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x62e1a4)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x511021)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x510f8c)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x510efc)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x50fb65)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127dcf)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a631)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x118362)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x623da0)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6246d7)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x624c1e)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
08:32:26.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=10267, running) created by main thread at:
08:32:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x453a75)
08:32:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bce97)
08:32:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18d750)
08:32:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd6)
08:32:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x846e4)
08:32:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x62f8a9)
08:32:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x62e1a4)
08:32:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x511021)
08:32:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x510f8c)
08:32:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x510efc)
08:32:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x50fb65)
08:32:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127dcf)
08:32:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a631)
08:32:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x118362)
08:32:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x623da0)
08:32:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6246d7)
08:32:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x624c1e)
08:32:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
08:32:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskzl041r/build/tsan/lib/libserver_process.so+0x1bb6d4)
08:32:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:32:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:32:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=10261)
08:32:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0c0003e610 by thread T4:
08:32:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x47da7f)
08:32:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bd150)
08:32:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x44ffbf)
08:32:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b0c0003e610 by main thread:
08:32:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1b6508)
08:32:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e30b)
08:32:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18e5d7)
08:32:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21e27)
08:32:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x846e4)
08:32:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x62f8a9)
08:32:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x62e1a4)
08:32:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x511021)
08:32:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x510f8c)
08:32:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x510efc)
08:32:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x50fb65)
08:32:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127dcf)
08:32:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a631)
08:32:26.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x118362)
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x623da0)
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6246d7)
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x624c1e)
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=10267, running) created by main thread at:
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x453a75)
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bce97)
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18d750)
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd6)
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x846e4)
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x62f8a9)
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x62e1a4)
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x511021)
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x510f8c)
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x510efc)
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x50fb65)
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x127dcf)
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x11a631)
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x118362)
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x623da0)
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6246d7)
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x624c1e)
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-taskzl041r/build/tsan/bin/kudu+0x47da7f)
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
08:32:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2024-05-07T08:32:26Z chronyd exiting
08:32:27.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
08:32:27.623 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testStopKeepAlivePeriodically: failed attempt 1
java.io.IOException: failed to start tablet server 1: /tmp/dist-test-taskzl041r/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:883) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start tablet server 1: /tmp/dist-test-taskzl041r/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:883)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)