15:20:50.357 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
15:20:50.357 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-tasksQhc1N/test-tmp
15:20:50.358 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
15:20:50.358 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-tasksQhc1N/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
15:20:50.359 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
15:20:50.693 [DEBUG - main] (MiniKuduCluster.java:195) Response:
15:20:50.694 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
15:20:50.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:50.697343 4659 mini_oidc.cc:150] Starting JWKS server
15:20:50.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:50.701000 4659 webserver.cc:458] Webserver started at http://127.0.0.1:39579/ using document root <none> and password file <none>
15:20:50.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:50.701452 4659 mini_oidc.cc:186] Starting OIDC Discovery server
15:20:50.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:50.703298 4659 webserver.cc:458] Webserver started at http://127.0.0.1:46243/ using document root <none> and password file <none>
15:20:50.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-01-13T15:20:50Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
15:20:50.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-01-13T15:20:50Z Disabled control of system clock
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:50.773646 4659 external_mini_cluster.cc:1351] Running /tmp/dist-test-tasksQhc1N/build/tsan/bin/kudu
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksQhc1N/build/tsan/bin/kudu
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-0/wal
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-0/data
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-0/logs
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-0/data/info.pb
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.140.254:41131
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.140.254
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.140.212:35185
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.140.254:41131,127.4.140.253:34883,127.4.140.252:39757
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:20:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39579/jwks.json with env {}
15:20:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:51.101895 4671 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:20:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:51.102494 4671 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:20:51.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:51.103041 4671 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:20:51.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:51.139230 4671 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:20:51.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:51.139554 4671 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:20:51.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:51.139753 4671 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:20:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:51.139952 4671 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:20:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:51.140142 4671 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:20:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:51.140290 4671 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39579/jwks.json
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:51.176774 4671 master_runner.cc:386] Master server non-default flags:
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.140.212:35185
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-0/data
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-0/wal
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.140.254:41131,127.4.140.253:34883,127.4.140.252:39757
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.140.254:41131
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39579/jwks.json
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-0/data/info.pb
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.140.254
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-0/logs
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision bda246888fb83d6b8131ddbb04f062f3e03180a8
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 13 Jan 2025 14:43:21 UTC on a633016ff5c9
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4160
15:20:51.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:20:51.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:51.178159 4671 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:20:51.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:51.179737 4671 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:20:51.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:51.195585 4677 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:20:52.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:51.196542 4680 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:20:52.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:51.197458 4678 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:20:52.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:51.198514 4671 server_base.cc:1034] running on GCE node
15:20:52.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.415234 4671 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:20:52.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.418011 4671 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:20:52.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.419413 4671 hybrid_clock.cc:648] HybridClock initialized: now 1736781652419367 us; error 60 us; skew 500 ppm
15:20:52.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.420286 4671 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:20:52.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.432781 4671 webserver.cc:458] Webserver started at http://127.4.140.254:46289/ using document root <none> and password file <none>
15:20:52.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.433830 4671 fs_manager.cc:362] Metadata directory not provided
15:20:52.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.434062 4671 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:20:52.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.434557 4671 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:20:52.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.439977 4671 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-0/data/instance:
15:20:52.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e29634766a31417a991b8d5d534ac5f7"
15:20:52.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-13 15:20:52 on dist-test-slave-vdd9"
15:20:52.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.441299 4671 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-0/wal/instance:
15:20:52.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e29634766a31417a991b8d5d534ac5f7"
15:20:52.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-13 15:20:52 on dist-test-slave-vdd9"
15:20:52.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.449100 4671 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
15:20:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.454928 4687 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:20:52.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.456161 4671 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
15:20:52.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.456545 4671 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-0/data,/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-0/wal
15:20:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e29634766a31417a991b8d5d534ac5f7"
15:20:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-13 15:20:52 on dist-test-slave-vdd9"
15:20:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.456983 4671 fs_report.cc:389] FS layout report
15:20:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:20:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-0/wal
15:20:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-0/wal
15:20:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-0/data/data
15:20:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:20:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:20:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:20:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:20:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:20:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:20:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:20:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:20:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:20:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:20:52.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:20:52.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.543259 4671 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:20:52.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.544926 4671 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:20:52.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.545405 4671 kserver.cc:163] Server-wide thread pool size limit: 3276
15:20:52.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.617660 4671 rpc_server.cc:307] RPC server started. Bound to: 127.4.140.254:41131
15:20:52.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.617764 4738 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.140.254:41131 every 8 connection(s)
15:20:52.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.620529 4671 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-0/data/info.pb
15:20:52.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.625701 4739 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:20:52.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.630112 4659 external_mini_cluster.cc:1413] Started /tmp/dist-test-tasksQhc1N/build/tsan/bin/kudu as pid 4671
15:20:52.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.630506 4659 external_mini_cluster.cc:1427] Reading /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-0/wal/instance
15:20:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.634065 4659 external_mini_cluster.cc:1351] Running /tmp/dist-test-tasksQhc1N/build/tsan/bin/kudu
15:20:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksQhc1N/build/tsan/bin/kudu
15:20:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-1/wal
15:20:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-1/data
15:20:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:20:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:20:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:20:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:20:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:20:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:20:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-1/logs
15:20:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-1/data/info.pb
15:20:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:20:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:20:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:20:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:20:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:20:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:20:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:20:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:20:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:20:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:20:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:20:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:20:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.140.253:34883
15:20:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.140.253
15:20:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:20:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.140.212:35185
15:20:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:20:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:20:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:20:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:20:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.140.254:41131,127.4.140.253:34883,127.4.140.252:39757
15:20:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:20:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39579/jwks.json with env {}
15:20:52.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.637444 4739 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.140.254" port: 41131 } has no permanent_uuid. Determining permanent_uuid...
15:20:52.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.667251 4739 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } has no permanent_uuid. Determining permanent_uuid...
15:20:52.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:52.670017 4688 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.140.253:34883: connect: Connection refused (error 111)
15:20:52.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:52.674501 4739 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.140.253:34883: Network error: Client connection negotiation failed: client connection to 127.4.140.253:34883: connect: Connection refused (error 111)
15:20:52.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.724110 4739 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } attempt: 1
15:20:52.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:52.729264 4739 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.140.253:34883: Network error: Client connection negotiation failed: client connection to 127.4.140.253:34883: connect: Connection refused (error 111)
15:20:52.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.797695 4739 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } attempt: 2
15:20:52.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:52.802102 4739 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.140.253:34883: Network error: Client connection negotiation failed: client connection to 127.4.140.253:34883: connect: Connection refused (error 111)
15:20:52.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:52.893514 4739 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } attempt: 3
15:20:52.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:52.897277 4739 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.140.253:34883: Network error: Client connection negotiation failed: client connection to 127.4.140.253:34883: connect: Connection refused (error 111)
15:20:52.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:52.951764 4742 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:20:52.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:52.952328 4742 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:20:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:52.952852 4742 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:20:52.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:52.984011 4742 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:20:52.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:52.984304 4742 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:20:52.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:52.984508 4742 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:20:52.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:52.984723 4742 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:20:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:52.984903 4742 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:20:52.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:52.985044 4742 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39579/jwks.json
15:20:53.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:53.020452 4742 master_runner.cc:386] Master server non-default flags:
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.140.212:35185
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-1/data
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-1/wal
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.140.254:41131,127.4.140.253:34883,127.4.140.252:39757
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.140.253:34883
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39579/jwks.json
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-1/data/info.pb
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.140.253
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-1/logs
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision bda246888fb83d6b8131ddbb04f062f3e03180a8
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 13 Jan 2025 14:43:21 UTC on a633016ff5c9
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4160
15:20:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:20:53.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:53.021845 4742 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:20:53.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:53.023411 4742 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:20:53.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:53.040346 4751 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:20:53.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:53.040742 4739 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } attempt: 4
15:20:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:53.045032 4739 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.140.253:34883: Network error: Client connection negotiation failed: client connection to 127.4.140.253:34883: connect: Connection refused (error 111)
15:20:53.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:53.344478 4739 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } attempt: 5
15:20:53.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:53.350616 4739 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.140.253:34883: Network error: Client connection negotiation failed: client connection to 127.4.140.253:34883: connect: Connection refused (error 111)
15:20:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:53.898180 4739 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } attempt: 6
15:20:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:53.908883 4739 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.140.253:34883: Network error: Client connection negotiation failed: client connection to 127.4.140.253:34883: connect: Connection refused (error 111)
15:20:54.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:53.040822 4752 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:20:54.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:53.042086 4754 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:20:54.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:53.042627 4742 server_base.cc:1034] running on GCE node
15:20:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.255784 4742 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:20:54.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.259176 4742 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:20:54.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.260784 4742 hybrid_clock.cc:648] HybridClock initialized: now 1736781654260720 us; error 64 us; skew 500 ppm
15:20:54.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.261627 4742 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:20:54.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.268126 4742 webserver.cc:458] Webserver started at http://127.4.140.253:46037/ using document root <none> and password file <none>
15:20:54.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.269335 4742 fs_manager.cc:362] Metadata directory not provided
15:20:54.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.269559 4742 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:20:54.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.270156 4742 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:20:54.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.275586 4742 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-1/data/instance:
15:20:54.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8e50a2955f614a9f9a944c43169d6f66"
15:20:54.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-13 15:20:54 on dist-test-slave-vdd9"
15:20:54.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.276820 4742 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-1/wal/instance:
15:20:54.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8e50a2955f614a9f9a944c43169d6f66"
15:20:54.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-13 15:20:54 on dist-test-slave-vdd9"
15:20:54.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.284308 4742 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
15:20:54.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.290364 4763 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:20:54.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.291656 4742 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
15:20:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.291965 4742 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-1/data,/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-1/wal
15:20:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8e50a2955f614a9f9a944c43169d6f66"
15:20:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-13 15:20:54 on dist-test-slave-vdd9"
15:20:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.292291 4742 fs_report.cc:389] FS layout report
15:20:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:20:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-1/wal
15:20:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-1/wal
15:20:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-1/data/data
15:20:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:20:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:20:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:20:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:20:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:20:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:20:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:20:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:20:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:20:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:20:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:20:54.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.361914 4742 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:20:54.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.363436 4742 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:20:54.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.363890 4742 kserver.cc:163] Server-wide thread pool size limit: 3276
15:20:54.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.436970 4742 rpc_server.cc:307] RPC server started. Bound to: 127.4.140.253:34883
15:20:54.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.437050 4814 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.140.253:34883 every 8 connection(s)
15:20:54.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.439765 4742 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-1/data/info.pb
15:20:54.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.445006 4815 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:20:54.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.448244 4659 external_mini_cluster.cc:1413] Started /tmp/dist-test-tasksQhc1N/build/tsan/bin/kudu as pid 4742
15:20:54.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.448882 4659 external_mini_cluster.cc:1427] Reading /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-1/wal/instance
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.452021 4659 external_mini_cluster.cc:1351] Running /tmp/dist-test-tasksQhc1N/build/tsan/bin/kudu
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksQhc1N/build/tsan/bin/kudu
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-2/wal
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-2/data
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-2/logs
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-2/data/info.pb
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.140.252:39757
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.140.252
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.140.212:35185
15:20:54.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:20:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:20:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:20:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:20:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.140.254:41131,127.4.140.253:34883,127.4.140.252:39757
15:20:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:20:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39579/jwks.json with env {}
15:20:54.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.461024 4815 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.140.254" port: 41131 } has no permanent_uuid. Determining permanent_uuid...
15:20:54.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.489342 4815 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } has no permanent_uuid. Determining permanent_uuid...
15:20:54.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.504065 4815 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } has no permanent_uuid. Determining permanent_uuid...
15:20:54.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:54.506501 4766 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.140.252:39757: connect: Connection refused (error 111)
15:20:54.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:54.510828 4815 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.140.252:39757: Network error: Client connection negotiation failed: client connection to 127.4.140.252:39757: connect: Connection refused (error 111)
15:20:54.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.560560 4815 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } attempt: 1
15:20:54.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:54.564606 4815 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.140.252:39757: Network error: Client connection negotiation failed: client connection to 127.4.140.252:39757: connect: Connection refused (error 111)
15:20:54.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.633123 4815 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } attempt: 2
15:20:54.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:54.637303 4815 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.140.252:39757: Network error: Client connection negotiation failed: client connection to 127.4.140.252:39757: connect: Connection refused (error 111)
15:20:54.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.728808 4815 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } attempt: 3
15:20:54.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:54.732570 4815 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.140.252:39757: Network error: Client connection negotiation failed: client connection to 127.4.140.252:39757: connect: Connection refused (error 111)
15:20:54.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:54.789111 4817 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:20:54.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:54.789688 4817 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:20:54.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:54.790187 4817 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:20:54.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:54.821818 4817 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
15:20:54.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:54.822124 4817 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:20:54.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:54.822338 4817 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
15:20:54.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:54.822610 4817 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
15:20:54.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:54.822819 4817 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
15:20:54.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:54.822968 4817 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39579/jwks.json
15:20:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.859229 4817 master_runner.cc:386] Master server non-default flags:
15:20:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:20:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.140.212:35185
15:20:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:20:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:20:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-2/data
15:20:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-2/wal
15:20:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
15:20:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.140.254:41131,127.4.140.253:34883,127.4.140.252:39757
15:20:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:20:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:20:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
15:20:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.140.252:39757
15:20:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
15:20:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:20:54.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
15:20:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39579/jwks.json
15:20:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:20:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:20:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-2/data/info.pb
15:20:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.140.252
15:20:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:20:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:20:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:20:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:20:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:20:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:20:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-2/logs
15:20:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:20:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:20:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
15:20:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:20:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision bda246888fb83d6b8131ddbb04f062f3e03180a8
15:20:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:20:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 13 Jan 2025 14:43:21 UTC on a633016ff5c9
15:20:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4160
15:20:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:20:54.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.860553 4817 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:20:54.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.862116 4817 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:20:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.876085 4815 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } attempt: 4
15:20:54.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:54.879510 4830 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:20:54.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:54.881004 4815 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.140.252:39757: Network error: Client connection negotiation failed: client connection to 127.4.140.252:39757: connect: Connection refused (error 111)
15:20:54.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.969616 4739 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } attempt: 7
15:20:54.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.982894 4739 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } has no permanent_uuid. Determining permanent_uuid...
15:20:54.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:54.990619 4739 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.140.252:39757: Network error: Client connection negotiation failed: client connection to 127.4.140.252:39757: connect: Connection refused (error 111)
15:20:55.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:55.049085 4739 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } attempt: 1
15:20:55.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:55.054687 4739 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.140.252:39757: Network error: Client connection negotiation failed: client connection to 127.4.140.252:39757: connect: Connection refused (error 111)
15:20:55.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:55.136201 4739 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } attempt: 2
15:20:55.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:55.140911 4739 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.140.252:39757: Network error: Client connection negotiation failed: client connection to 127.4.140.252:39757: connect: Connection refused (error 111)
15:20:55.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:55.180442 4815 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } attempt: 5
15:20:55.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:55.184315 4815 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.140.252:39757: Network error: Client connection negotiation failed: client connection to 127.4.140.252:39757: connect: Connection refused (error 111)
15:20:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:55.226583 4739 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } attempt: 3
15:20:55.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:55.231163 4739 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.140.252:39757: Network error: Client connection negotiation failed: client connection to 127.4.140.252:39757: connect: Connection refused (error 111)
15:20:55.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:55.371556 4739 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } attempt: 4
15:20:55.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:55.376515 4739 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.140.252:39757: Network error: Client connection negotiation failed: client connection to 127.4.140.252:39757: connect: Connection refused (error 111)
15:20:55.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:55.660048 4739 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } attempt: 5
15:20:55.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:55.665403 4739 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.140.252:39757: Network error: Client connection negotiation failed: client connection to 127.4.140.252:39757: connect: Connection refused (error 111)
15:20:55.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:55.732314 4815 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } attempt: 6
15:20:55.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:55.740617 4815 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.140.252:39757: Network error: Client connection negotiation failed: client connection to 127.4.140.252:39757: connect: Connection refused (error 111)
15:20:56.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:54.880085 4828 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:20:56.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:54.881040 4827 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:20:56.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:54.881778 4817 server_base.cc:1034] running on GCE node
15:20:56.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.098059 4817 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:20:56.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.101258 4817 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:20:56.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.102769 4817 hybrid_clock.cc:648] HybridClock initialized: now 1736781656102725 us; error 66 us; skew 500 ppm
15:20:56.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.103660 4817 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:20:56.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.110469 4817 webserver.cc:458] Webserver started at http://127.4.140.252:39417/ using document root <none> and password file <none>
15:20:56.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.111440 4817 fs_manager.cc:362] Metadata directory not provided
15:20:56.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.111639 4817 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:20:56.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.112035 4817 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:20:56.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.117048 4817 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-2/data/instance:
15:20:56.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51982672ce3e4b91976fc2a89a252964"
15:20:56.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-13 15:20:56 on dist-test-slave-vdd9"
15:20:56.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.118129 4817 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-2/wal/instance:
15:20:56.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51982672ce3e4b91976fc2a89a252964"
15:20:56.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-13 15:20:56 on dist-test-slave-vdd9"
15:20:56.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.125329 4817 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.004s sys 0.003s
15:20:56.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.130918 4841 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:20:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.131953 4817 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
15:20:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.132331 4817 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-2/data,/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-2/wal
15:20:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51982672ce3e4b91976fc2a89a252964"
15:20:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-13 15:20:56 on dist-test-slave-vdd9"
15:20:56.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.132723 4817 fs_report.cc:389] FS layout report
15:20:56.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:20:56.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-2/wal
15:20:56.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-2/wal
15:20:56.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-2/data/data
15:20:56.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:20:56.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:20:56.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:20:56.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:20:56.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:20:56.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:20:56.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:20:56.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:20:56.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:20:56.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:20:56.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:20:56.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.185752 4817 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:20:56.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.187309 4817 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:20:56.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.187816 4817 kserver.cc:163] Server-wide thread pool size limit: 3276
15:20:56.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.217886 4739 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } attempt: 6
15:20:56.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:56.225050 4739 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.140.252:39757: Network error: Client connection negotiation failed: client connection to 127.4.140.252:39757: connect: Connection refused (error 111)
15:20:56.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.264997 4817 rpc_server.cc:307] RPC server started. Bound to: 127.4.140.252:39757
15:20:56.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.265081 4895 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.140.252:39757 every 8 connection(s)
15:20:56.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.267817 4817 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-2/data/info.pb
15:20:56.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.273419 4896 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
15:20:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.277261 4659 external_mini_cluster.cc:1413] Started /tmp/dist-test-tasksQhc1N/build/tsan/bin/kudu as pid 4817
15:20:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.277627 4659 external_mini_cluster.cc:1427] Reading /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/master-2/wal/instance
15:20:56.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.289460 4896 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.140.254" port: 41131 } has no permanent_uuid. Determining permanent_uuid...
15:20:56.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.327858 4896 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } has no permanent_uuid. Determining permanent_uuid...
15:20:56.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.338569 4896 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } has no permanent_uuid. Determining permanent_uuid...
15:20:56.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.354804 4896 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964: Bootstrap starting.
15:20:56.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.362416 4896 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964: Neither blocks nor log segments found. Creating new log.
15:20:56.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.364372 4896 log.cc:826] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964: Log is configured to *not* fsync() on all Append() calls
15:20:56.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.370385 4896 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964: No bootstrap required, opened a new log
15:20:56.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.393224 4896 raft_consensus.cc:357] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e29634766a31417a991b8d5d534ac5f7" member_type: VOTER last_known_addr { host: "127.4.140.254" port: 41131 } } peers { permanent_uuid: "8e50a2955f614a9f9a944c43169d6f66" member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } } peers { permanent_uuid: "51982672ce3e4b91976fc2a89a252964" member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } }
15:20:56.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.394006 4896 raft_consensus.cc:383] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:20:56.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.394295 4896 raft_consensus.cc:738] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 51982672ce3e4b91976fc2a89a252964, State: Initialized, Role: FOLLOWER
15:20:56.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.395131 4896 consensus_queue.cc:260] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e29634766a31417a991b8d5d534ac5f7" member_type: VOTER last_known_addr { host: "127.4.140.254" port: 41131 } } peers { permanent_uuid: "8e50a2955f614a9f9a944c43169d6f66" member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } } peers { permanent_uuid: "51982672ce3e4b91976fc2a89a252964" member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } }
15:20:56.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.397572 4905 sys_catalog.cc:455] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e29634766a31417a991b8d5d534ac5f7" member_type: VOTER last_known_addr { host: "127.4.140.254" port: 41131 } } peers { permanent_uuid: "8e50a2955f614a9f9a944c43169d6f66" member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } } peers { permanent_uuid: "51982672ce3e4b91976fc2a89a252964" member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } } }
15:20:56.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.398310 4905 sys_catalog.cc:458] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [sys.catalog]: This master's current role is: FOLLOWER
15:20:56.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.399274 4896 sys_catalog.cc:564] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [sys.catalog]: configured and running, proceeding with master startup.
15:20:56.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:56.424269 4916 catalog_manager.cc:1559] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:20:56.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:56.424696 4916 catalog_manager.cc:874] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:20:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:56.443001 4847 tablet.cc:2367] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:20:56.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.419858 4817 master_runner.cc:186] Error getting master registration for 127.4.140.254:41131: OK, instance_id { permanent_uuid: "e29634766a31417a991b8d5d534ac5f7" instance_seqno: 1736781652598034 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:20:56.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.454317 4817 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:20:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.801354 4815 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } attempt: 7
15:20:56.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.821105 4815 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8e50a2955f614a9f9a944c43169d6f66: Bootstrap starting.
15:20:56.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.829177 4815 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8e50a2955f614a9f9a944c43169d6f66: Neither blocks nor log segments found. Creating new log.
15:20:56.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.831730 4815 log.cc:826] T 00000000000000000000000000000000 P 8e50a2955f614a9f9a944c43169d6f66: Log is configured to *not* fsync() on all Append() calls
15:20:56.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.837836 4815 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8e50a2955f614a9f9a944c43169d6f66: No bootstrap required, opened a new log
15:20:56.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.873114 4815 raft_consensus.cc:357] T 00000000000000000000000000000000 P 8e50a2955f614a9f9a944c43169d6f66 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e29634766a31417a991b8d5d534ac5f7" member_type: VOTER last_known_addr { host: "127.4.140.254" port: 41131 } } peers { permanent_uuid: "8e50a2955f614a9f9a944c43169d6f66" member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } } peers { permanent_uuid: "51982672ce3e4b91976fc2a89a252964" member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } }
15:20:56.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.874078 4815 raft_consensus.cc:383] T 00000000000000000000000000000000 P 8e50a2955f614a9f9a944c43169d6f66 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:20:56.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.874387 4815 raft_consensus.cc:738] T 00000000000000000000000000000000 P 8e50a2955f614a9f9a944c43169d6f66 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8e50a2955f614a9f9a944c43169d6f66, State: Initialized, Role: FOLLOWER
15:20:56.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.875347 4815 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8e50a2955f614a9f9a944c43169d6f66 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e29634766a31417a991b8d5d534ac5f7" member_type: VOTER last_known_addr { host: "127.4.140.254" port: 41131 } } peers { permanent_uuid: "8e50a2955f614a9f9a944c43169d6f66" member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } } peers { permanent_uuid: "51982672ce3e4b91976fc2a89a252964" member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } }
15:20:56.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.878024 4920 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8e50a2955f614a9f9a944c43169d6f66 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e29634766a31417a991b8d5d534ac5f7" member_type: VOTER last_known_addr { host: "127.4.140.254" port: 41131 } } peers { permanent_uuid: "8e50a2955f614a9f9a944c43169d6f66" member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } } peers { permanent_uuid: "51982672ce3e4b91976fc2a89a252964" member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } } }
15:20:56.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.878614 4920 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8e50a2955f614a9f9a944c43169d6f66 [sys.catalog]: This master's current role is: FOLLOWER
15:20:56.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.881278 4815 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8e50a2955f614a9f9a944c43169d6f66 [sys.catalog]: configured and running, proceeding with master startup.
15:20:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.894575 4905 raft_consensus.cc:491] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
15:20:56.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.895247 4905 raft_consensus.cc:513] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e29634766a31417a991b8d5d534ac5f7" member_type: VOTER last_known_addr { host: "127.4.140.254" port: 41131 } } peers { permanent_uuid: "8e50a2955f614a9f9a944c43169d6f66" member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } } peers { permanent_uuid: "51982672ce3e4b91976fc2a89a252964" member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } }
15:20:56.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.900441 4905 leader_election.cc:290] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e29634766a31417a991b8d5d534ac5f7 (127.4.140.254:41131), 8e50a2955f614a9f9a944c43169d6f66 (127.4.140.253:34883)
15:20:56.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.900772 4790 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "51982672ce3e4b91976fc2a89a252964" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8e50a2955f614a9f9a944c43169d6f66" is_pre_election: true
15:20:56.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.901785 4790 raft_consensus.cc:2463] T 00000000000000000000000000000000 P 8e50a2955f614a9f9a944c43169d6f66 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 51982672ce3e4b91976fc2a89a252964 in term 0.
15:20:56.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.904613 4842 leader_election.cc:304] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 51982672ce3e4b91976fc2a89a252964, 8e50a2955f614a9f9a944c43169d6f66; no voters:
15:20:56.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.905624 4905 raft_consensus.cc:2798] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [term 0 FOLLOWER]: Leader pre-election won for term 1
15:20:56.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.905970 4905 raft_consensus.cc:491] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
15:20:56.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.906271 4905 raft_consensus.cc:3054] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [term 0 FOLLOWER]: Advancing to term 1
15:20:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.912799 4905 raft_consensus.cc:513] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e29634766a31417a991b8d5d534ac5f7" member_type: VOTER last_known_addr { host: "127.4.140.254" port: 41131 } } peers { permanent_uuid: "8e50a2955f614a9f9a944c43169d6f66" member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } } peers { permanent_uuid: "51982672ce3e4b91976fc2a89a252964" member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } }
15:20:56.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.922446 4905 leader_election.cc:290] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [CANDIDATE]: Term 1 election: Requested vote from peers e29634766a31417a991b8d5d534ac5f7 (127.4.140.254:41131), 8e50a2955f614a9f9a944c43169d6f66 (127.4.140.253:34883)
15:20:56.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.922603 4790 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "51982672ce3e4b91976fc2a89a252964" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8e50a2955f614a9f9a944c43169d6f66"
15:20:56.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.923221 4790 raft_consensus.cc:3054] T 00000000000000000000000000000000 P 8e50a2955f614a9f9a944c43169d6f66 [term 0 FOLLOWER]: Advancing to term 1
15:20:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.930696 4790 raft_consensus.cc:2463] T 00000000000000000000000000000000 P 8e50a2955f614a9f9a944c43169d6f66 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 51982672ce3e4b91976fc2a89a252964 in term 1.
15:20:56.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.932087 4842 leader_election.cc:304] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 51982672ce3e4b91976fc2a89a252964, 8e50a2955f614a9f9a944c43169d6f66; no voters:
15:20:56.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.932998 4905 raft_consensus.cc:2798] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [term 1 FOLLOWER]: Leader election won for term 1
15:20:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:56.942827 4931 catalog_manager.cc:1559] T 00000000000000000000000000000000 P 8e50a2955f614a9f9a944c43169d6f66: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
15:20:56.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.943411 4905 raft_consensus.cc:695] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [term 1 LEADER]: Becoming Leader. State: Replica: 51982672ce3e4b91976fc2a89a252964, State: Running, Role: LEADER
15:20:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.944917 4905 consensus_queue.cc:237] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e29634766a31417a991b8d5d534ac5f7" member_type: VOTER last_known_addr { host: "127.4.140.254" port: 41131 } } peers { permanent_uuid: "8e50a2955f614a9f9a944c43169d6f66" member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } } peers { permanent_uuid: "51982672ce3e4b91976fc2a89a252964" member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } }
15:20:56.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:56.956252 4931 catalog_manager.cc:874] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
15:20:56.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.969808 4933 sys_catalog.cc:455] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 51982672ce3e4b91976fc2a89a252964. Latest consensus state: current_term: 1 leader_uuid: "51982672ce3e4b91976fc2a89a252964" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e29634766a31417a991b8d5d534ac5f7" member_type: VOTER last_known_addr { host: "127.4.140.254" port: 41131 } } peers { permanent_uuid: "8e50a2955f614a9f9a944c43169d6f66" member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } } peers { permanent_uuid: "51982672ce3e4b91976fc2a89a252964" member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } } }
15:20:56.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.970417 4933 sys_catalog.cc:458] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [sys.catalog]: This master's current role is: LEADER
15:20:56.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.976176 4935 catalog_manager.cc:1476] Loading table and tablet metadata into memory...
15:20:56.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.983855 4935 catalog_manager.cc:1485] Initializing Kudu cluster ID...
15:20:57.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.009935 4790 raft_consensus.cc:1270] T 00000000000000000000000000000000 P 8e50a2955f614a9f9a944c43169d6f66 [term 1 FOLLOWER]: Refusing update from remote peer 51982672ce3e4b91976fc2a89a252964: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:20:57.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.014340 4905 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8e50a2955f614a9f9a944c43169d6f66" member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:20:57.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:56.908839 4742 master_runner.cc:186] Error getting master registration for 127.4.140.254:41131: OK, instance_id { permanent_uuid: "e29634766a31417a991b8d5d534ac5f7" instance_seqno: 1736781652598034 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
15:20:57.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.023396 4742 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
15:20:57.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.046573 4920 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8e50a2955f614a9f9a944c43169d6f66 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 51982672ce3e4b91976fc2a89a252964. Latest consensus state: current_term: 1 leader_uuid: "51982672ce3e4b91976fc2a89a252964" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e29634766a31417a991b8d5d534ac5f7" member_type: VOTER last_known_addr { host: "127.4.140.254" port: 41131 } } peers { permanent_uuid: "8e50a2955f614a9f9a944c43169d6f66" member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } } peers { permanent_uuid: "51982672ce3e4b91976fc2a89a252964" member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } } }
15:20:57.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.047441 4920 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8e50a2955f614a9f9a944c43169d6f66 [sys.catalog]: This master's current role is: FOLLOWER
15:20:57.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.063513 4933 sys_catalog.cc:455] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "51982672ce3e4b91976fc2a89a252964" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e29634766a31417a991b8d5d534ac5f7" member_type: VOTER last_known_addr { host: "127.4.140.254" port: 41131 } } peers { permanent_uuid: "8e50a2955f614a9f9a944c43169d6f66" member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } } peers { permanent_uuid: "51982672ce3e4b91976fc2a89a252964" member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } } }
15:20:57.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.064349 4933 sys_catalog.cc:458] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [sys.catalog]: This master's current role is: LEADER
15:20:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.069434 4920 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8e50a2955f614a9f9a944c43169d6f66 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "51982672ce3e4b91976fc2a89a252964" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e29634766a31417a991b8d5d534ac5f7" member_type: VOTER last_known_addr { host: "127.4.140.254" port: 41131 } } peers { permanent_uuid: "8e50a2955f614a9f9a944c43169d6f66" member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } } peers { permanent_uuid: "51982672ce3e4b91976fc2a89a252964" member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } } }
15:20:57.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.070259 4920 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8e50a2955f614a9f9a944c43169d6f66 [sys.catalog]: This master's current role is: FOLLOWER
15:20:57.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.070955 4935 catalog_manager.cc:1348] Generated new cluster ID: 7ee3815092f249d79d42e172697a35d2
15:20:57.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.071247 4935 catalog_manager.cc:1496] Initializing Kudu internal certificate authority...
15:20:57.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.128551 4935 catalog_manager.cc:1371] Generated new certificate authority record
15:20:57.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.130861 4935 catalog_manager.cc:1505] Loading token signing keys...
15:20:57.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.161372 4935 catalog_manager.cc:5899] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964: Generated new TSK 0
15:20:57.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.162765 4935 catalog_manager.cc:1515] Initializing in-progress tserver states...
15:20:57.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.199249 4659 external_mini_cluster.cc:1351] Running /tmp/dist-test-tasksQhc1N/build/tsan/bin/kudu
15:20:57.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksQhc1N/build/tsan/bin/kudu
15:20:57.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-0/wal
15:20:57.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-0/data
15:20:57.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:20:57.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:20:57.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:20:57.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:20:57.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:20:57.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:20:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-0/logs
15:20:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-0/data/info.pb
15:20:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:20:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:20:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:20:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:20:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:20:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:20:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:20:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:20:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:20:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:20:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.140.193:0
15:20:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.140.193
15:20:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.140.193
15:20:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:20:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.140.254:41131,127.4.140.253:34883,127.4.140.252:39757
15:20:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.140.212:35185
15:20:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:20:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:20:57.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:20:57.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.258388 4739 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } attempt: 7
15:20:57.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.292387 4739 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e29634766a31417a991b8d5d534ac5f7: Bootstrap starting.
15:20:57.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.310921 4739 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e29634766a31417a991b8d5d534ac5f7: Neither blocks nor log segments found. Creating new log.
15:20:57.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.322408 4739 log.cc:826] T 00000000000000000000000000000000 P e29634766a31417a991b8d5d534ac5f7: Log is configured to *not* fsync() on all Append() calls
15:20:57.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.349467 4739 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e29634766a31417a991b8d5d534ac5f7: No bootstrap required, opened a new log
15:20:57.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.460217 4739 raft_consensus.cc:357] T 00000000000000000000000000000000 P e29634766a31417a991b8d5d534ac5f7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e29634766a31417a991b8d5d534ac5f7" member_type: VOTER last_known_addr { host: "127.4.140.254" port: 41131 } } peers { permanent_uuid: "8e50a2955f614a9f9a944c43169d6f66" member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } } peers { permanent_uuid: "51982672ce3e4b91976fc2a89a252964" member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } }
15:20:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.463948 4739 raft_consensus.cc:383] T 00000000000000000000000000000000 P e29634766a31417a991b8d5d534ac5f7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
15:20:57.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.465662 4739 raft_consensus.cc:738] T 00000000000000000000000000000000 P e29634766a31417a991b8d5d534ac5f7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e29634766a31417a991b8d5d534ac5f7, State: Initialized, Role: FOLLOWER
15:20:57.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.469156 4739 consensus_queue.cc:260] T 00000000000000000000000000000000 P e29634766a31417a991b8d5d534ac5f7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e29634766a31417a991b8d5d534ac5f7" member_type: VOTER last_known_addr { host: "127.4.140.254" port: 41131 } } peers { permanent_uuid: "8e50a2955f614a9f9a944c43169d6f66" member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } } peers { permanent_uuid: "51982672ce3e4b91976fc2a89a252964" member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } }
15:20:57.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.496551 4714 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "51982672ce3e4b91976fc2a89a252964" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e29634766a31417a991b8d5d534ac5f7" is_pre_election: true
15:20:57.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.497593 4714 raft_consensus.cc:2463] T 00000000000000000000000000000000 P e29634766a31417a991b8d5d534ac5f7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 51982672ce3e4b91976fc2a89a252964 in term 0.
15:20:57.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.500088 4713 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "51982672ce3e4b91976fc2a89a252964" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e29634766a31417a991b8d5d534ac5f7"
15:20:57.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.500866 4713 raft_consensus.cc:3054] T 00000000000000000000000000000000 P e29634766a31417a991b8d5d534ac5f7 [term 0 FOLLOWER]: Advancing to term 1
15:20:57.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.509769 4713 raft_consensus.cc:2463] T 00000000000000000000000000000000 P e29634766a31417a991b8d5d534ac5f7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 51982672ce3e4b91976fc2a89a252964 in term 1.
15:20:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.511466 4712 raft_consensus.cc:1270] T 00000000000000000000000000000000 P e29634766a31417a991b8d5d534ac5f7 [term 1 FOLLOWER]: Refusing update from remote peer 51982672ce3e4b91976fc2a89a252964: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
15:20:57.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.519057 4905 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e29634766a31417a991b8d5d534ac5f7" member_type: VOTER last_known_addr { host: "127.4.140.254" port: 41131 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
15:20:57.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.524739 4739 sys_catalog.cc:564] T 00000000000000000000000000000000 P e29634766a31417a991b8d5d534ac5f7 [sys.catalog]: configured and running, proceeding with master startup.
15:20:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.494846 4944 sys_catalog.cc:455] T 00000000000000000000000000000000 P e29634766a31417a991b8d5d534ac5f7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e29634766a31417a991b8d5d534ac5f7" member_type: VOTER last_known_addr { host: "127.4.140.254" port: 41131 } } peers { permanent_uuid: "8e50a2955f614a9f9a944c43169d6f66" member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } } peers { permanent_uuid: "51982672ce3e4b91976fc2a89a252964" member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } } }
15:20:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.526470 4944 sys_catalog.cc:458] T 00000000000000000000000000000000 P e29634766a31417a991b8d5d534ac5f7 [sys.catalog]: This master's current role is: FOLLOWER
15:20:57.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:57.557384 4693 tablet.cc:2367] T 00000000000000000000000000000000 P e29634766a31417a991b8d5d534ac5f7: Can't schedule compaction. Clean time has not been advanced past its initial value.
15:20:57.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.587739 4948 mvcc.cc:204] Tried to move back new op lower bound from 7113857667085574144 to 7113857666884358144. Current Snapshot: MvccSnapshot[applied={T|T < 7113857667085574144}]
15:20:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.613025 4945 sys_catalog.cc:455] T 00000000000000000000000000000000 P e29634766a31417a991b8d5d534ac5f7 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "51982672ce3e4b91976fc2a89a252964" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e29634766a31417a991b8d5d534ac5f7" member_type: VOTER last_known_addr { host: "127.4.140.254" port: 41131 } } peers { permanent_uuid: "8e50a2955f614a9f9a944c43169d6f66" member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } } peers { permanent_uuid: "51982672ce3e4b91976fc2a89a252964" member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } } }
15:20:57.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.615551 4945 sys_catalog.cc:458] T 00000000000000000000000000000000 P e29634766a31417a991b8d5d534ac5f7 [sys.catalog]: This master's current role is: FOLLOWER
15:20:57.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.614758 4944 sys_catalog.cc:455] T 00000000000000000000000000000000 P e29634766a31417a991b8d5d534ac5f7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 51982672ce3e4b91976fc2a89a252964. Latest consensus state: current_term: 1 leader_uuid: "51982672ce3e4b91976fc2a89a252964" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e29634766a31417a991b8d5d534ac5f7" member_type: VOTER last_known_addr { host: "127.4.140.254" port: 41131 } } peers { permanent_uuid: "8e50a2955f614a9f9a944c43169d6f66" member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } } peers { permanent_uuid: "51982672ce3e4b91976fc2a89a252964" member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } } }
15:20:57.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.616245 4944 sys_catalog.cc:458] T 00000000000000000000000000000000 P e29634766a31417a991b8d5d534ac5f7 [sys.catalog]: This master's current role is: FOLLOWER
15:20:57.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.652343 4961 catalog_manager.cc:796] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
15:20:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:57.786850 4941 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:20:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:57.787547 4941 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:20:57.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:57.788358 4941 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:20:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:57.846551 4941 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:20:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:57.848047 4941 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.140.193
15:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.913161 4941 tablet_server_runner.cc:78] Tablet server non-default flags:
15:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.140.212:35185
15:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-0/data
15:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-0/wal
15:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:20:57.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.140.193:0
15:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-0/data/info.pb
15:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.140.193
15:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.140.254:41131,127.4.140.253:34883,127.4.140.252:39757
15:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.140.193
15:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-0/logs
15:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision bda246888fb83d6b8131ddbb04f062f3e03180a8
15:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 13 Jan 2025 14:43:21 UTC on a633016ff5c9
15:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4160
15:20:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:20:57.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.914942 4941 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:20:57.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.917212 4941 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:20:57.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:57.939517 4967 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:20:57.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.964105 4931 catalog_manager.cc:1260] Loaded cluster ID: 7ee3815092f249d79d42e172697a35d2
15:20:57.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.964628 4931 catalog_manager.cc:1553] T 00000000000000000000000000000000 P 8e50a2955f614a9f9a944c43169d6f66: loading cluster ID for follower catalog manager: success
15:20:57.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.973464 4931 catalog_manager.cc:1575] T 00000000000000000000000000000000 P 8e50a2955f614a9f9a944c43169d6f66: acquiring CA information for follower catalog manager: success
15:20:57.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:57.986330 4931 catalog_manager.cc:1603] T 00000000000000000000000000000000 P 8e50a2955f614a9f9a944c43169d6f66: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:20:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:58.011104 4905 sys_catalog.cc:455] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "51982672ce3e4b91976fc2a89a252964" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e29634766a31417a991b8d5d534ac5f7" member_type: VOTER last_known_addr { host: "127.4.140.254" port: 41131 } } peers { permanent_uuid: "8e50a2955f614a9f9a944c43169d6f66" member_type: VOTER last_known_addr { host: "127.4.140.253" port: 34883 } } peers { permanent_uuid: "51982672ce3e4b91976fc2a89a252964" member_type: VOTER last_known_addr { host: "127.4.140.252" port: 39757 } } }
15:20:58.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:58.012169 4905 sys_catalog.cc:458] T 00000000000000000000000000000000 P 51982672ce3e4b91976fc2a89a252964 [sys.catalog]: This master's current role is: LEADER
15:20:58.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:58.687057 4961 catalog_manager.cc:1260] Loaded cluster ID: 7ee3815092f249d79d42e172697a35d2
15:20:58.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:58.687515 4961 catalog_manager.cc:1553] T 00000000000000000000000000000000 P e29634766a31417a991b8d5d534ac5f7: loading cluster ID for follower catalog manager: success
15:20:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:58.722783 4961 catalog_manager.cc:1575] T 00000000000000000000000000000000 P e29634766a31417a991b8d5d534ac5f7: acquiring CA information for follower catalog manager: success
15:20:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:58.748135 4961 catalog_manager.cc:1603] T 00000000000000000000000000000000 P e29634766a31417a991b8d5d534ac5f7: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
15:20:59.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:57.941243 4968 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:20:59.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:59.340137 4966 debug-util.cc:398] Leaking SignalData structure 0x7b0800006bc0 after lost signal to thread 4941
15:20:59.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:59.867004 4966 kernel_stack_watchdog.cc:198] Thread 4941 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:636 for 394ms:
15:20:59.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
15:20:59.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
15:20:59.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
15:20:59.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
15:20:59.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:59.872390 4969 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1926 milliseconds
15:20:59.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:59.872961 4941 thread.cc:635] OpenStack (cloud detector) Time spent creating pthread: real 1.932s user 0.368s sys 0.730s
15:20:59.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:59.873289 4941 thread.cc:601] OpenStack (cloud detector) Time spent starting thread: real 1.934s user 0.369s sys 0.730s
15:20:59.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:20:59.874912 4970 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:20:59.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:59.875780 4941 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:20:59.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:59.877292 4941 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:20:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:59.893209 4941 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:20:59.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:59.894910 4941 hybrid_clock.cc:648] HybridClock initialized: now 1736781659894864 us; error 58 us; skew 500 ppm
15:20:59.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:59.896159 4941 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:20:59.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:59.929435 4941 webserver.cc:458] Webserver started at http://127.4.140.193:33031/ using document root <none> and password file <none>
15:20:59.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:59.931085 4941 fs_manager.cc:362] Metadata directory not provided
15:20:59.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:59.931524 4941 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:20:59.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:59.932166 4941 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:20:59.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:59.939795 4941 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-0/data/instance:
15:20:59.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5df22811fce412aaa465db8216c044d"
15:20:59.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-13 15:20:59 on dist-test-slave-vdd9"
15:20:59.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:59.941736 4941 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-0/wal/instance:
15:20:59.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5df22811fce412aaa465db8216c044d"
15:20:59.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-13 15:20:59 on dist-test-slave-vdd9"
15:20:59.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:59.957424 4941 fs_manager.cc:696] Time spent creating directory manager: real 0.015s user 0.008s sys 0.004s
15:20:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:59.972059 4982 log_block_manager.cc:3788] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
15:20:59.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:59.973834 4941 fs_manager.cc:730] Time spent opening block manager: real 0.011s user 0.000s sys 0.008s
15:20:59.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:59.974431 4941 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-0/data,/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-0/wal
15:20:59.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a5df22811fce412aaa465db8216c044d"
15:20:59.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2025-01-13 15:20:59 on dist-test-slave-vdd9"
15:20:59.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:20:59.975108 4941 fs_report.cc:389] FS layout report
15:20:59.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
15:20:59.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-0/wal
15:20:59.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-0/wal
15:20:59.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-0/data/data
15:20:59.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
15:20:59.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
15:20:59.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
15:20:59.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
15:20:59.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
15:20:59.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
15:20:59.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
15:20:59.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
15:20:59.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
15:20:59.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
15:20:59.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
15:21:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:00.115494 4941 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
15:21:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:00.117657 4941 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
15:21:00.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:00.118311 4941 kserver.cc:163] Server-wide thread pool size limit: 3276
15:21:00.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:00.128104 4941 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
15:21:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:00.140388 4941 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
15:21:00.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:00.140928 4941 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.000s
15:21:00.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:00.141350 4941 ts_tablet_manager.cc:610] Registered 0 tablets
15:21:00.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:00.141656 4941 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
15:21:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:21:00.410009 4892 debug-util.cc:398] Leaking SignalData structure 0x7b0800083b00 after lost signal to thread 4822
15:21:00.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:21:00.410733 4892 debug-util.cc:398] Leaking SignalData structure 0x7b0800044120 after lost signal to thread 4895
15:21:00.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:00.916105 4941 rpc_server.cc:307] RPC server started. Bound to: 127.4.140.193:38999
15:21:00.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:00.916224 5096 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.4.140.193:38999 every 8 connection(s)
15:21:00.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:00.918912 4941 server_base.cc:1166] Dumped server information to /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-0/data/info.pb
15:21:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:00.921067 4659 external_mini_cluster.cc:1413] Started /tmp/dist-test-tasksQhc1N/build/tsan/bin/kudu as pid 4941
15:21:00.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:00.921859 4659 external_mini_cluster.cc:1427] Reading /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-0/wal/instance
15:21:00.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:00.935532 4659 external_mini_cluster.cc:1351] Running /tmp/dist-test-tasksQhc1N/build/tsan/bin/kudu
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-tasksQhc1N/build/tsan/bin/kudu
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-1/wal
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-1/data
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-1/logs
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-1/data/info.pb
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.140.194:0
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.140.194
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.140.194
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.140.254:41131,127.4.140.253:34883,127.4.140.252:39757
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.140.212:35185
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:21:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
15:21:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:00.973416 5097 heartbeater.cc:346] Connected to a master server at 127.4.140.252:39757
15:21:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:00.973973 5097 heartbeater.cc:463] Registering TS with master...
15:21:00.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:00.975498 5097 heartbeater.cc:510] Master 127.4.140.252:39757 requested a full tablet report, sending...
15:21:00.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:00.982824 4858 ts_manager.cc:194] Registered new tserver with Master: a5df22811fce412aaa465db8216c044d (127.4.140.193:38999)
15:21:00.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:00.985833 4858 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.140.193:56899
15:21:01.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:01.006600 5099 heartbeater.cc:346] Connected to a master server at 127.4.140.253:34883
15:21:01.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:01.007243 5099 heartbeater.cc:463] Registering TS with master...
15:21:01.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:01.008244 5099 heartbeater.cc:510] Master 127.4.140.253:34883 requested a full tablet report, sending...
15:21:01.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:01.012138 4780 ts_manager.cc:194] Registered new tserver with Master: a5df22811fce412aaa465db8216c044d (127.4.140.193:38999)
15:21:01.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:01.027979 5102 heartbeater.cc:346] Connected to a master server at 127.4.140.254:41131
15:21:01.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:01.028419 5102 heartbeater.cc:463] Registering TS with master...
15:21:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:01.029255 5102 heartbeater.cc:510] Master 127.4.140.254:41131 requested a full tablet report, sending...
15:21:01.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:01.032578 4704 ts_manager.cc:194] Registered new tserver with Master: a5df22811fce412aaa465db8216c044d (127.4.140.193:38999)
15:21:01.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:21:01.531550 5101 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
15:21:01.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:21:01.532416 5101 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
15:21:01.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:21:01.533366 5101 flags.cc:425] Enabled unsafe flag: --never_fsync=true
15:21:01.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:21:01.590422 5101 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
15:21:01.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:21:01.592073 5101 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.140.194
15:21:01.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:01.676087 5101 tablet_server_runner.cc:78] Tablet server non-default flags:
15:21:01.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
15:21:01.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.140.212:35185
15:21:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
15:21:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
15:21:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-1/data
15:21:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-1/wal
15:21:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
15:21:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
15:21:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.140.194:0
15:21:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
15:21:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
15:21:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
15:21:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-1/data/info.pb
15:21:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.140.194
15:21:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
15:21:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.140.254:41131,127.4.140.253:34883,127.4.140.252:39757
15:21:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
15:21:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
15:21:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
15:21:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
15:21:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
15:21:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.140.194
15:21:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-1/logs
15:21:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
15:21:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
15:21:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
15:21:01.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
15:21:01.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision bda246888fb83d6b8131ddbb04f062f3e03180a8
15:21:01.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
15:21:01.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 13 Jan 2025 14:43:21 UTC on a633016ff5c9
15:21:01.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4160
15:21:01.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
15:21:01.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:01.679798 5101 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
15:21:01.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:01.682257 5101 file_cache.cc:492] Constructed file cache file cache with capacity 419430
15:21:01.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:21:01.714028 5113 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:21:01.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:01.990851 5097 heartbeater.cc:502] Master 127.4.140.252:39757 was elected leader, sending a full tablet report...
15:21:03.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==5101==WARNING: Can't read from symbolizer at fd 7
15:21:03.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==5101==WARNING: invalid path to external symbolizer!
15:21:03.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==5101==WARNING: Can't write to symbolizer at fd 10
15:21:03.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==5101==WARNING: Can't write to symbolizer at fd 10
15:21:03.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==5101==WARNING: Can't write to symbolizer at fd 10
15:21:03.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==5101==WARNING: Failed to use and restart external symbolizer!
15:21:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:21:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=5101)
15:21:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0400006d90 by thread T6:
15:21:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4964bf)
15:21:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0xd3fe4)
15:21:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
15:21:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
15:21:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
15:21:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
15:21:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
15:21:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
15:21:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
15:21:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
15:21:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
15:21:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x59ea04)
15:21:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x59e839)
15:21:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x44a8d6)
15:21:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x4689ff)
15:21:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7b0400006d90 by thread T5:
15:21:03.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4933dc)
15:21:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libc.so.6+0x9daf9)
15:21:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libglog.so.1+0x1f60b)
15:21:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libglog.so.1+0x17b16)
15:21:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libglog.so.1+0x18f10)
15:21:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libkudu_cloud_util.so+0x11971)
15:21:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkudu_cloud_util.so+0x12c8d)
15:21:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libkudu_cloud_util.so+0x12c19)
15:21:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libkudu_cloud_util.so+0x12ba9)
15:21:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libkudu_cloud_util.so+0x12b71)
15:21:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (libkudu_cloud_util.so+0x11e6d)
15:21:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x59ea04)
15:21:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x59e839)
15:21:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_util.so+0x44a8d6)
15:21:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x4689ff)
15:21:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-5114' (tid=5114, running) created by main thread at:
15:21:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
15:21:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x44a13a)
15:21:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58ec29)
15:21:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
15:21:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145116)
15:21:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x143576)
15:21:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
15:21:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255b52)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263451)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x629859)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529a01)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x52996c)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5298dc)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x528545)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x12e582)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6455a0)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x645ed7)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x64641e)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-5113' (tid=5113, finished) created by main thread at:
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x44a13a)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58ec29)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145116)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x143576)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255b52)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263451)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x629859)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529a01)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x52996c)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5298dc)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x528545)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:21:03.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:21:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x12e582)
15:21:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6455a0)
15:21:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x645ed7)
15:21:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x64641e)
15:21:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
15:21:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-tasksQhc1N/build/tsan/bin/kudu+0x4964bf)
15:21:03.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:21:03.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:21:03.106436 5112 debug-util.cc:398] Leaking SignalData structure 0x7b0800006bc0 after lost signal to thread 5101
15:21:03.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:21:03.833755 5101 thread.cc:635] OpenStack (cloud detector) Time spent creating pthread: real 2.117s user 0.464s sys 0.819s
15:21:03.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:21:03.834424 5101 thread.cc:601] OpenStack (cloud detector) Time spent starting thread: real 2.118s user 0.465s sys 0.820s
15:21:03.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:21:01.715520 5114 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:21:03.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:21:03.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=5101)
15:21:03.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Read of size 8 at 0x7fb6d445a310 by thread T6:
15:21:03.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libkudu_util.so+0x44aae5)
15:21:03.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x454d9c)
15:21:03.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x44a8f2)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (kudu+0x4689ff)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:21:03.835403 5115 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2118 milliseconds
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous write of size 8 at 0x7fb6d445a310 by thread T5 (mutexes: write M83):
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libglog.so.1+0x2b07e)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x44ab20)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x454d9c)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_util.so+0x44a8f2)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (kudu+0x4689ff)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is global '<null>' at 0x000000000000 (libkudu_util.so+0x0000004f8310)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M83 (0x7fb6d2392840) created at:
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x49cc9b)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libglog.so.1+0xe6ec)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (ld-linux-x86-64.so.2+0x108f2)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T6 'Azure-5114' (tid=5114, running) created by main thread at:
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x44a13a)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58ec29)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145116)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x143576)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255b52)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263451)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x629859)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529a01)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x52996c)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5298dc)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x528545)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x12e582)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6455a0)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x645ed7)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x64641e)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'AWS-5113' (tid=5113, finished) created by main thread at:
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libkudu_util.so+0x44a13a)
15:21:03.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x58ec29)
15:21:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libkudu_cloud_util.so+0x113f5)
15:21:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libserver_process.so+0x145116)
15:21:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libserver_process.so+0x143576)
15:21:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libkserver.so+0x12a01)
15:21:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libtserver.so+0x255b52)
15:21:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libtserver.so+0x263451)
15:21:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x629859)
15:21:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x529a01)
15:21:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x52996c)
15:21:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x5298dc)
15:21:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x528545)
15:21:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:21:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:21:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (libkudu_tools_util.so+0x12e582)
15:21:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x6455a0)
15:21:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x645ed7)
15:21:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (kudu+0x64641e)
15:21:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libc.so.6+0x21bf6)
15:21:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-tasksQhc1N/build/tsan/lib/libkudu_util.so+0x44aae5)
15:21:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:21:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:21:03.837654 5117 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
15:21:03.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:03.837705 5101 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
15:21:03.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:03.838929 5101 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
15:21:03.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:03.841153 5101 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
15:21:03.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:03.842566 5101 hybrid_clock.cc:648] HybridClock initialized: now 1736781663842522 us; error 48 us; skew 500 ppm
15:21:03.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:03.843482 5101 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
15:21:03.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:03.849977 5101 webserver.cc:458] Webserver started at http://127.4.140.194:41683/ using document root <none> and password file <none>
15:21:03.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:03.851078 5101 fs_manager.cc:362] Metadata directory not provided
15:21:03.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:03.851315 5101 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:21:03.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:03.851611 5101 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
15:21:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:03.852197 5101 fs_manager.cc:362] Metadata directory not provided
15:21:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:03.852372 5101 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
15:21:03.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:03.853096 5101 ts_tablet_manager.cc:1500] Shutting down tablet manager...
15:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=5101)
15:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800003c00 by main thread (mutexes: write M27438759347764600):
15:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1becb4)
15:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e0c2)
15:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x142eb2)
15:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x142c46)
15:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmaster.so+0x3fcc3f)
15:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x2554e2)
15:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x2634da)
15:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629859)
15:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529a01)
15:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x52996c)
15:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5298dc)
15:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x528545)
15:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x12e582)
15:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6455a0)
15:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645ed7)
15:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x64641e)
15:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
15:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800003c00 by thread T12:
15:21:03.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c069f)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x4689ff)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800003c00 allocated by main thread:
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x498c1c)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bf1c4)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143a6e)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255b52)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263451)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629859)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529a01)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x52996c)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5298dc)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x528545)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x12e582)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6455a0)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645ed7)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x64641e)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M27438759347764600 is already destroyed.
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=5122, running) created by main thread at:
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0477)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143a6e)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255b52)
15:21:03.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263451)
15:21:03.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629859)
15:21:03.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529a01)
15:21:03.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x52996c)
15:21:03.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5298dc)
15:21:03.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x528545)
15:21:03.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:21:03.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:21:03.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x12e582)
15:21:03.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6455a0)
15:21:03.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645ed7)
15:21:03.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x64641e)
15:21:03.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
15:21:03.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:03.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-tasksQhc1N/build/tsan/lib/libserver_process.so+0x1becb4)
15:21:03.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:21:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:21:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=5101)
15:21:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 8 at 0x7b0c00040200 by thread T12:
15:21:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x4964bf)
15:21:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0730)
15:21:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (kudu+0x4689ff)
15:21:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b0c00040200 by main thread:
15:21:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1b9a98)
15:21:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18fbdb)
15:21:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f108)
15:21:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143a6e)
15:21:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
15:21:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255b52)
15:21:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263451)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629859)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529a01)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x52996c)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5298dc)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x528545)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x12e582)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6455a0)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645ed7)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x64641e)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T12 'sq_acceptor' (tid=5122, running) created by main thread at:
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0477)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libserver_process.so+0x143a6e)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libkserver.so+0x12a01)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libtserver.so+0x255b52)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libtserver.so+0x263451)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x629859)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x529a01)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x52996c)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x5298dc)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x528545)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x12e582)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x6455a0)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x645ed7)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x64641e)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libc.so.6+0x21bf6)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-tasksQhc1N/build/tsan/bin/kudu+0x4964bf)
15:21:03.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:21:03.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Could not create new FS layout: Write-ahead log directory /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-1/wal failed to canonicalize: Unable to canonicalize /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691/ts-1: No such file or directory (error 2)
15:21:04.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 4 warnings
15:21:04.909 [DEBUG - main] (MiniKuduCluster.java:195) Response: error {
code: RUNTIME_ERROR
message: "failed to start tablet server 2: /tmp/dist-test-tasksQhc1N/build/tsan/bin/kudu: process exited with non-zero status 66"
}
15:21:04.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:04.910084 4659 external_mini_cluster.cc:1620] Killing /tmp/dist-test-tasksQhc1N/build/tsan/bin/kudu with pid 4941
15:21:04.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:04.935010 4659 external_mini_cluster.cc:1620] Killing /tmp/dist-test-tasksQhc1N/build/tsan/bin/kudu with pid 4671
15:21:04.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:04.963555 4659 external_mini_cluster.cc:1620] Killing /tmp/dist-test-tasksQhc1N/build/tsan/bin/kudu with pid 4742
15:21:04.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20250113 15:21:04.994611 4659 external_mini_cluster.cc:1620] Killing /tmp/dist-test-tasksQhc1N/build/tsan/bin/kudu with pid 4817
15:21:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:21:05.024076 4659 env_posix.cc:2125] Unable to access file /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691 during walk: No such file or directory
15:21:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:21:05.024408 4659 env_posix.cc:2127] Unable to access file /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691 during walk: No such file or directory
15:21:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20250113 15:21:05.024797 4659 tool_action_test.cc:443] Could not delete cluster root: IO error: /tmp/dist-test-tasksQhc1N/test-tmp/mini-kudu-cluster7982110130688510691: One or more errors occurred
15:21:05.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==4659==WARNING: invalid path to external symbolizer!
15:21:05.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==4659==WARNING: Failed to use and restart external symbolizer!
15:21:05.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:21:05.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=4659)
15:21:05.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800004200 by main thread (mutexes: write M3882):
15:21:05.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1becb4)
15:21:05.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e0c2)
15:21:05.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21aa2)
15:21:05.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
15:21:05.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3ebe)
15:21:05.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x9918d)
15:21:05.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9812b)
15:21:05.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846ba)
15:21:05.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84819)
15:21:05.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x656d47)
15:21:05.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x6531bd)
15:21:05.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x65288b)
15:21:05.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x64fac0)
15:21:05.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x529a01)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x52996c)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x5298dc)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x528545)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x12e582)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x6455a0)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x645ed7)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x64641e)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800004200 by thread T5:
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c0927)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x4689ff)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48d9e2)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libgutil.so+0xb5f1a)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libkudu_util.so+0x3de986)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_cluster.so+0x90b3e)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x94017)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x88a5f)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x86c9a)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x6510a9)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x64f9a4)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x529a01)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x52996c)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x5298dc)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x528545)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (libkudu_tools_util.so+0x12e582)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x6455a0)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x645ed7)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (kudu+0x64641e)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libc.so.6+0x21bf6)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800004200 allocated by main thread:
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x498c1c)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bf1c4)
15:21:05.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857d4)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x6510a9)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64f9a4)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529a01)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x52996c)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5298dc)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x528545)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x12e582)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x6455a0)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645ed7)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x64641e)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3882 (0x7b6800004378) created at:
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46ca22)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bff41)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857d4)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x6510a9)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64f9a4)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529a01)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x52996c)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5298dc)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x528545)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x12e582)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x6455a0)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645ed7)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x64641e)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T5 'sq_acceptor' (tid=4666, running) created by main thread at:
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0477)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x22183)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857d4)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x6510a9)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64f9a4)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529a01)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x52996c)
15:21:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5298dc)
15:21:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x528545)
15:21:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:21:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:21:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x12e582)
15:21:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x6455a0)
15:21:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645ed7)
15:21:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x64641e)
15:21:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:21:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-tasksQhc1N/build/tsan/lib/libserver_process.so+0x1becb4)
15:21:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:21:05.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:21:05.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: ThreadSanitizer: data race (pid=4659)
15:21:05.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Write of size 4 at 0x7b6800003c00 by main thread (mutexes: write M3879):
15:21:05.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1becb4)
15:21:05.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x18e0c2)
15:21:05.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libmini_oidc.so+0x21ac5)
15:21:05.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x219ea)
15:21:05.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0xb3ebe)
15:21:05.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0x9918d)
15:21:05.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9812b)
15:21:05.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x846ba)
15:21:05.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x84819)
15:21:05.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x656d47)
15:21:05.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x6531bd)
15:21:05.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x65288b)
15:21:05.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x64fac0)
15:21:05.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x529a01)
15:21:05.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x52996c)
15:21:05.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x5298dc)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x528545)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x12e582)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (kudu+0x6455a0)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x645ed7)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x64641e)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (libc.so.6+0x21bf6)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Previous read of size 4 at 0x7b6800003c00 by thread T4:
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (libserver_process.so+0x1c0927)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (kudu+0x4689ff)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) As if synchronized via sleep:
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x48d41d)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bed59)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18e0c2)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21aa2)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_oidc.so+0x219ea)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (libmini_cluster.so+0xb3ebe)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (libmini_cluster.so+0x9918d)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (libmini_cluster.so+0x9812b)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (libmini_cluster.so+0x846ba)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (libmini_cluster.so+0x84819)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x656d47)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (kudu+0x6531bd)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (kudu+0x65288b)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (kudu+0x64fac0)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x529a01)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x52996c)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x5298dc)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (kudu+0x528545)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #18 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #19 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #20 <null> <null> (libkudu_tools_util.so+0x12e582)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #21 <null> <null> (kudu+0x6455a0)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #22 <null> <null> (kudu+0x645ed7)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #23 <null> <null> (kudu+0x64641e)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #24 <null> <null> (libc.so.6+0x21bf6)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Location is heap block of size 1368 at 0x7b6800003c00 allocated by main thread:
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x498c1c)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bf1c4)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857d4)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x6510a9)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64f9a4)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529a01)
15:21:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x52996c)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5298dc)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x528545)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x12e582)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x6455a0)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645ed7)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x64641e)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Mutex M3879 (0x7b6800003d78) created at:
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46ca22)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1bff41)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857d4)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x6510a9)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64f9a4)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529a01)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x52996c)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5298dc)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x528545)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x12e582)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x6455a0)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645ed7)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x64641e)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Thread T4 'sq_acceptor' (tid=4665, running) created by main thread at:
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 <null> <null> (kudu+0x46c4b5)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 <null> <null> (libserver_process.so+0x1c0477)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 <null> <null> (libserver_process.so+0x18f020)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 <null> <null> (libmini_oidc.so+0x21dd0)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 <null> <null> (libmini_cluster.so+0x857d4)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 <null> <null> (kudu+0x6510a9)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 <null> <null> (kudu+0x64f9a4)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 <null> <null> (kudu+0x529a01)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 <null> <null> (kudu+0x52996c)
15:21:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 <null> <null> (kudu+0x5298dc)
15:21:05.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 <null> <null> (kudu+0x528545)
15:21:05.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 <null> <null> (libkudu_tools_util.so+0x13df8f)
15:21:05.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 <null> <null> (libkudu_tools_util.so+0x1307f1)
15:21:05.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 <null> <null> (libkudu_tools_util.so+0x12e582)
15:21:05.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 <null> <null> (kudu+0x6455a0)
15:21:05.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 <null> <null> (kudu+0x645ed7)
15:21:05.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 <null> <null> (kudu+0x64641e)
15:21:05.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 <null> <null> (libc.so.6+0x21bf6)
15:21:05.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
15:21:05.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: ThreadSanitizer: data race (/tmp/dist-test-tasksQhc1N/build/tsan/lib/libserver_process.so+0x1becb4)
15:21:05.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ==================
15:21:05.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2025-01-13T15:21:05Z chronyd exiting
15:21:06.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ThreadSanitizer: reported 2 warnings
15:21:06.104 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduClient.testStrings: failed attempt 1
java.io.IOException: failed to start tablet server 2: /tmp/dist-test-tasksQhc1N/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:883) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244) [kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:128) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.Suite.runChild(Suite.java:27) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) [junit-4.13.2.jar:4.13.2]
at org.junit.runners.ParentRunner.run(ParentRunner.java:413) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:137) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.run(JUnitCore.java:115) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77) [junit-4.13.2.jar:4.13.2]
at org.junit.runner.JUnitCore.main(JUnitCore.java:36) [junit-4.13.2.jar:4.13.2]
java.io.IOException: failed to start tablet server 2: /tmp/dist-test-tasksQhc1N/build/tsan/bin/kudu: process exited with non-zero status 66
at org.apache.kudu.test.cluster.MiniKuduCluster.sendRequestToCluster(MiniKuduCluster.java:199)
at org.apache.kudu.test.cluster.MiniKuduCluster.start(MiniKuduCluster.java:266)
at org.apache.kudu.test.cluster.MiniKuduCluster.access$300(MiniKuduCluster.java:85)
at org.apache.kudu.test.cluster.MiniKuduCluster$MiniKuduClusterBuilder.build(MiniKuduCluster.java:883)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:156)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)