07:03:57.285 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
07:03:57.298 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task8DXgio/test-tmp
07:03:57.301 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
07:03:57.305 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task8DXgio/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
07:03:57.564 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
07:03:57.718 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:03:57.719 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:03:57.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:57.723724 434 mini_oidc.cc:152] Starting JWKS server
07:03:57.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:57.727743 434 webserver.cc:460] Webserver started at http://127.0.0.1:32805/ using document root <none> and password file <none>
07:03:57.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:57.728446 434 mini_oidc.cc:189] Starting OIDC Discovery server
07:03:57.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:57.730461 434 webserver.cc:460] Webserver started at http://127.0.0.1:45711/ using document root <none> and password file <none>
07:03:57.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T07:03:57Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
07:03:57.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T07:03:57Z Disabled control of system clock
07:03:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:57.783612 434 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8DXgio/build/tsan/bin/kudu
07:03:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8DXgio/build/tsan/bin/kudu
07:03:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-0/wal
07:03:57.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-0/data
07:03:57.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:03:57.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:03:57.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:03:57.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:03:57.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:03:57.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:03:57.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-0/logs
07:03:57.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-0/data/info.pb
07:03:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:03:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:03:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:03:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:03:57.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:03:57.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:03:57.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:03:57.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:03:57.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:03:57.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:03:57.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:03:57.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:03:57.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.108.190:36191
07:03:57.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.108.190
07:03:57.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:03:57.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.108.148:35847
07:03:57.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:03:57.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:03:57.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:03:57.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:03:57.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.108.190:36191,127.0.108.189:35561,127.0.108.188:46863
07:03:57.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:03:57.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32805/jwks.json with env {}
07:03:58.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:03:58.105124 446 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:03:58.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:03:58.105773 446 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:03:58.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:03:58.106444 446 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:03:58.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:03:58.137488 446 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:03:58.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:03:58.137792 446 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:03:58.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:03:58.137985 446 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:03:58.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:03:58.138248 446 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:03:58.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:03:58.138536 446 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:03:58.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:03:58.138752 446 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:32805/jwks.json
07:03:58.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:58.181205 446 master_runner.cc:386] Master server non-default flags:
07:03:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:03:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.108.148:35847
07:03:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:03:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:03:58.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-0/data
07:03:58.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-0/wal
07:03:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:03:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.108.190:36191,127.0.108.189:35561,127.0.108.188:46863
07:03:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:03:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:03:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:03:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.108.190:36191
07:03:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:03:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:03:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:03:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32805/jwks.json
07:03:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:03:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:03:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-0/data/info.pb
07:03:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.108.190
07:03:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:03:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:03:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:03:58.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:03:58.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:03:58.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:03:58.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-0/logs
07:03:58.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:03:58.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:03:58.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:03:58.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:03:58.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:03:58.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:03:58.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:03:58.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:23:34 UTC on ccycloud.quasar-uqpjlj.root.comops.site
07:03:58.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569750
07:03:58.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:03:58.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:58.182619 446 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:03:58.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:58.184468 446 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:03:58.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:03:58.204043 452 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:03:59.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:03:58.204036 453 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:03:59.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:03:58.204021 455 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:03:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:58.205363 446 server_base.cc:1034] running on GCE node
07:03:59.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.428866 446 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:03:59.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.431881 446 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:03:59.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.433285 446 hybrid_clock.cc:648] HybridClock initialized: now 1785999839433245 us; error 61 us; skew 500 ppm
07:03:59.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.434116 446 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:03:59.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.446650 446 webserver.cc:460] Webserver started at http://127.0.108.190:33621/ using document root <none> and password file <none>
07:03:59.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.447629 446 fs_manager.cc:359] Metadata directory not provided
07:03:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.447908 446 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:03:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.448328 446 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:03:59.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.453542 446 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-0/data/instance:
07:03:59.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af8c0a6b7a054ebcaa07854751ac137b"
07:03:59.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:03:59 on dist-test-slave-vxj2"
07:03:59.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.454824 446 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-0/wal/instance:
07:03:59.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af8c0a6b7a054ebcaa07854751ac137b"
07:03:59.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:03:59 on dist-test-slave-vxj2"
07:03:59.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.462689 446 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
07:03:59.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.469054 463 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:03:59.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.470320 446 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
07:03:59.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.470695 446 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-0/data,/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-0/wal
07:03:59.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af8c0a6b7a054ebcaa07854751ac137b"
07:03:59.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:03:59 on dist-test-slave-vxj2"
07:03:59.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.471211 446 fs_report.cc:383] FS layout report
07:03:59.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:03:59.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-0/wal
07:03:59.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-0/wal
07:03:59.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-0/data/data
07:03:59.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:03:59.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:03:59.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:03:59.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:03:59.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:03:59.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:03:59.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:03:59.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:03:59.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:03:59.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:03:59.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:03:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.508800 446 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:03:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.510492 446 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:03:59.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.510938 446 kserver.cc:163] Server-wide thread pool size limit: 3276
07:03:59.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.584990 446 rpc_server.cc:307] RPC server started. Bound to: 127.0.108.190:36191
07:03:59.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.585091 516 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.108.190:36191 every 8 connection(s)
07:03:59.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.587977 446 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-0/data/info.pb
07:03:59.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.593991 517 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:03:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.595566 434 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8DXgio/build/tsan/bin/kudu as pid 446
07:03:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.596128 434 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-0/wal/instance
07:03:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.601426 434 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8DXgio/build/tsan/bin/kudu
07:03:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8DXgio/build/tsan/bin/kudu
07:03:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-1/wal
07:03:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-1/data
07:03:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:03:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:03:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:03:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:03:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:03:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:03:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-1/logs
07:03:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-1/data/info.pb
07:03:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:03:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:03:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:03:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:03:59.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:03:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:03:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:03:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:03:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:03:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:03:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:03:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:03:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.108.189:35561
07:03:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.108.189
07:03:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:03:59.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.108.148:35847
07:03:59.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:03:59.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:03:59.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:03:59.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:03:59.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.108.190:36191,127.0.108.189:35561,127.0.108.188:46863
07:03:59.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:03:59.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32805/jwks.json with env {}
07:03:59.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.610435 517 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.108.190" port: 36191 } has no permanent_uuid. Determining permanent_uuid...
07:03:59.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.639032 517 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } has no permanent_uuid. Determining permanent_uuid...
07:03:59.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:03:59.641439 466 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.108.189:35561: connect: Connection refused (error 111)
07:03:59.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:03:59.645756 517 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.108.189:35561: Network error: Client connection negotiation failed: client connection to 127.0.108.189:35561: connect: Connection refused (error 111)
07:03:59.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.695345 517 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } attempt: 1
07:03:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:03:59.699916 517 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.108.189:35561: Network error: Client connection negotiation failed: client connection to 127.0.108.189:35561: connect: Connection refused (error 111)
07:03:59.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.768445 517 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } attempt: 2
07:03:59.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:03:59.772593 517 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.108.189:35561: Network error: Client connection negotiation failed: client connection to 127.0.108.189:35561: connect: Connection refused (error 111)
07:03:59.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.864099 517 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } attempt: 3
07:03:59.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:03:59.868548 517 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.108.189:35561: Network error: Client connection negotiation failed: client connection to 127.0.108.189:35561: connect: Connection refused (error 111)
07:03:59.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:03:59.922504 519 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:03:59.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:03:59.923154 519 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:03:59.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:03:59.923691 519 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:03:59.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:03:59.955312 519 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:03:59.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:03:59.955608 519 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:03:59.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:03:59.955832 519 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:03:59.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:03:59.956043 519 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:03:59.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:03:59.956219 519 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:03:59.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:03:59.956456 519 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:32805/jwks.json
07:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.993171 519 master_runner.cc:386] Master server non-default flags:
07:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:03:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.108.148:35847
07:03:59.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:03:59.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:03:59.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-1/data
07:03:59.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-1/wal
07:03:59.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:03:59.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.108.190:36191,127.0.108.189:35561,127.0.108.188:46863
07:03:59.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:03:59.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:03:59.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:03:59.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.108.189:35561
07:03:59.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:03:59.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:03:59.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:03:59.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32805/jwks.json
07:03:59.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:03:59.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:03:59.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-1/data/info.pb
07:03:59.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.108.189
07:03:59.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:03:59.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:03:59.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:03:59.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:03:59.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:03:59.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:03:59.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-1/logs
07:03:59.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:03:59.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:03:59.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:03:59.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:03:59.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:03:59.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:03:59.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:03:59.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:23:34 UTC on ccycloud.quasar-uqpjlj.root.comops.site
07:03:59.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569750
07:03:59.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:03:59.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.994486 519 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:03:59.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:03:59.996431 519 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:04:00.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:00.012110 517 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } attempt: 4
07:04:00.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:00.017256 517 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.108.189:35561: Network error: Client connection negotiation failed: client connection to 127.0.108.189:35561: connect: Connection refused (error 111)
07:04:00.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:00.018674 529 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:00.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:00.316879 517 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } attempt: 5
07:04:00.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:00.320868 517 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.108.189:35561: Network error: Client connection negotiation failed: client connection to 127.0.108.189:35561: connect: Connection refused (error 111)
07:04:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:00.868626 517 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } attempt: 6
07:04:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:00.883774 517 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.108.189:35561: Network error: Client connection negotiation failed: client connection to 127.0.108.189:35561: connect: Connection refused (error 111)
07:04:01.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:00.019222 528 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:01.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:00.019892 531 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:01.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:00.021456 519 server_base.cc:1034] running on GCE node
07:04:01.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.236339 519 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:04:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.239212 519 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:04:01.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.242714 519 hybrid_clock.cc:648] HybridClock initialized: now 1785999841242023 us; error 698 us; skew 500 ppm
07:04:01.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.243854 519 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:04:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.251278 519 webserver.cc:460] Webserver started at http://127.0.108.189:35943/ using document root <none> and password file <none>
07:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.252341 519 fs_manager.cc:359] Metadata directory not provided
07:04:01.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.252553 519 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:04:01.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.252985 519 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:04:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.258199 519 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-1/data/instance:
07:04:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4944b3c6e784a348616e0060b9704fa"
07:04:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:01 on dist-test-slave-vxj2"
07:04:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.259517 519 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-1/wal/instance:
07:04:01.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4944b3c6e784a348616e0060b9704fa"
07:04:01.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:01 on dist-test-slave-vxj2"
07:04:01.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.268709 519 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.008s sys 0.001s
07:04:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.274899 541 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:04:01.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.276146 519 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.004s
07:04:01.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.276556 519 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-1/data,/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-1/wal
07:04:01.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a4944b3c6e784a348616e0060b9704fa"
07:04:01.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:01 on dist-test-slave-vxj2"
07:04:01.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.277016 519 fs_report.cc:383] FS layout report
07:04:01.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:04:01.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-1/wal
07:04:01.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-1/wal
07:04:01.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-1/data/data
07:04:01.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:04:01.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:04:01.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:04:01.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:04:01.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:04:01.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:04:01.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:04:01.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:04:01.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:04:01.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:04:01.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:04:01.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.326010 519 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:04:01.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.327975 519 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:04:01.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.328629 519 kserver.cc:163] Server-wide thread pool size limit: 3276
07:04:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.415030 519 rpc_server.cc:307] RPC server started. Bound to: 127.0.108.189:35561
07:04:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.415155 594 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.108.189:35561 every 8 connection(s)
07:04:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.418533 519 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-1/data/info.pb
07:04:01.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.423283 434 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8DXgio/build/tsan/bin/kudu as pid 519
07:04:01.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.423784 434 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-1/wal/instance
07:04:01.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.425313 595 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:04:01.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.427062 434 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8DXgio/build/tsan/bin/kudu
07:04:01.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8DXgio/build/tsan/bin/kudu
07:04:01.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-2/wal
07:04:01.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-2/data
07:04:01.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:04:01.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:04:01.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:04:01.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:04:01.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:04:01.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:04:01.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-2/logs
07:04:01.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-2/data/info.pb
07:04:01.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:04:01.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:04:01.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:04:01.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:04:01.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:04:01.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:04:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:04:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:04:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:04:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:04:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:04:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:04:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.108.188:46863
07:04:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.108.188
07:04:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:04:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.108.148:35847
07:04:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:04:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:04:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:04:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:04:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.108.190:36191,127.0.108.189:35561,127.0.108.188:46863
07:04:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:04:01.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32805/jwks.json with env {}
07:04:01.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.440342 595 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.108.190" port: 36191 } has no permanent_uuid. Determining permanent_uuid...
07:04:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.465672 595 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } has no permanent_uuid. Determining permanent_uuid...
07:04:01.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.483672 595 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } has no permanent_uuid. Determining permanent_uuid...
07:04:01.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:01.486212 544 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.108.188:46863: connect: Connection refused (error 111)
07:04:01.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:01.492604 595 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.108.188:46863: Network error: Client connection negotiation failed: client connection to 127.0.108.188:46863: connect: Connection refused (error 111)
07:04:01.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.542165 595 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } attempt: 1
07:04:01.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:01.546568 595 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.108.188:46863: Network error: Client connection negotiation failed: client connection to 127.0.108.188:46863: connect: Connection refused (error 111)
07:04:01.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.614995 595 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } attempt: 2
07:04:01.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:01.619230 595 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.108.188:46863: Network error: Client connection negotiation failed: client connection to 127.0.108.188:46863: connect: Connection refused (error 111)
07:04:01.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.710711 595 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } attempt: 3
07:04:01.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:01.714830 595 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.108.188:46863: Network error: Client connection negotiation failed: client connection to 127.0.108.188:46863: connect: Connection refused (error 111)
07:04:01.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:01.761336 597 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:04:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:01.762077 597 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:04:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:01.762789 597 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:04:01.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:01.795307 597 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:04:01.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:01.795707 597 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:04:01.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:01.796030 597 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:04:01.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:01.796384 597 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:04:01.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:01.796720 597 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:04:01.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:01.797000 597 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:32805/jwks.json
07:04:01.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.836202 597 master_runner.cc:386] Master server non-default flags:
07:04:01.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:04:01.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.108.148:35847
07:04:01.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:04:01.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:04:01.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-2/data
07:04:01.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-2/wal
07:04:01.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:04:01.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.108.190:36191,127.0.108.189:35561,127.0.108.188:46863
07:04:01.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:04:01.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:04:01.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:04:01.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.108.188:46863
07:04:01.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:04:01.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:04:01.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:04:01.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32805/jwks.json
07:04:01.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:04:01.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:04:01.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-2/data/info.pb
07:04:01.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.108.188
07:04:01.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:04:01.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:04:01.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:04:01.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:04:01.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:04:01.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:04:01.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-2/logs
07:04:01.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:04:01.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:04:01.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:04:01.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:04:01.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:04:01.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:04:01.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:04:01.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:23:34 UTC on ccycloud.quasar-uqpjlj.root.comops.site
07:04:01.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569750
07:04:01.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:04:01.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.837905 597 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:04:01.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.840225 597 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:04:01.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.858269 595 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } attempt: 4
07:04:01.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:01.859284 608 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:01.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:01.863621 595 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.108.188:46863: Network error: Client connection negotiation failed: client connection to 127.0.108.188:46863: connect: Connection refused (error 111)
07:04:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.944443 517 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } attempt: 7
07:04:01.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.961329 517 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } has no permanent_uuid. Determining permanent_uuid...
07:04:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:01.968377 517 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.108.188:46863: Network error: Client connection negotiation failed: client connection to 127.0.108.188:46863: connect: Connection refused (error 111)
07:04:02.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:02.026882 517 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } attempt: 1
07:04:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:02.030802 517 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.108.188:46863: Network error: Client connection negotiation failed: client connection to 127.0.108.188:46863: connect: Connection refused (error 111)
07:04:02.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:02.112496 517 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } attempt: 2
07:04:02.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:02.116895 517 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.108.188:46863: Network error: Client connection negotiation failed: client connection to 127.0.108.188:46863: connect: Connection refused (error 111)
07:04:02.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:02.163130 595 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } attempt: 5
07:04:02.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:02.168061 595 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.108.188:46863: Network error: Client connection negotiation failed: client connection to 127.0.108.188:46863: connect: Connection refused (error 111)
07:04:02.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:02.202581 517 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } attempt: 3
07:04:02.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:02.206938 517 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.108.188:46863: Network error: Client connection negotiation failed: client connection to 127.0.108.188:46863: connect: Connection refused (error 111)
07:04:02.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:02.347608 517 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } attempt: 4
07:04:02.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:02.351953 517 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.108.188:46863: Network error: Client connection negotiation failed: client connection to 127.0.108.188:46863: connect: Connection refused (error 111)
07:04:02.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:02.635655 517 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } attempt: 5
07:04:02.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:02.640071 517 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.108.188:46863: Network error: Client connection negotiation failed: client connection to 127.0.108.188:46863: connect: Connection refused (error 111)
07:04:02.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:02.715533 595 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } attempt: 6
07:04:02.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:02.724041 595 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.108.188:46863: Network error: Client connection negotiation failed: client connection to 127.0.108.188:46863: connect: Connection refused (error 111)
07:04:03.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:01.859316 610 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:03.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:01.861346 607 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:03.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:01.862339 597 server_base.cc:1034] running on GCE node
07:04:03.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.146989 597 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:04:03.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.150331 597 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:04:03.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.151803 597 hybrid_clock.cc:648] HybridClock initialized: now 1785999843151743 us; error 76 us; skew 500 ppm
07:04:03.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.152667 597 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:04:03.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.160051 597 webserver.cc:460] Webserver started at http://127.0.108.188:33171/ using document root <none> and password file <none>
07:04:03.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.161048 597 fs_manager.cc:359] Metadata directory not provided
07:04:03.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.161324 597 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:04:03.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.161801 597 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:04:03.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.167263 597 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-2/data/instance:
07:04:03.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "91472a8c666b4666be1878d674cc28df"
07:04:03.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:03 on dist-test-slave-vxj2"
07:04:03.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.168377 597 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-2/wal/instance:
07:04:03.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "91472a8c666b4666be1878d674cc28df"
07:04:03.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:03 on dist-test-slave-vxj2"
07:04:03.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.176687 597 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.010s sys 0.000s
07:04:03.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.182811 622 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:04:03.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.184139 597 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
07:04:03.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.184501 597 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-2/data,/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-2/wal
07:04:03.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "91472a8c666b4666be1878d674cc28df"
07:04:03.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:03 on dist-test-slave-vxj2"
07:04:03.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.184958 597 fs_report.cc:383] FS layout report
07:04:03.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:04:03.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-2/wal
07:04:03.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-2/wal
07:04:03.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-2/data/data
07:04:03.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:04:03.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:04:03.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:04:03.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:04:03.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:04:03.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:04:03.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:04:03.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:04:03.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:04:03.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:04:03.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:04:03.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.192696 517 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } attempt: 6
07:04:03.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:03.199481 517 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.108.188:46863: Network error: Client connection negotiation failed: client connection to 127.0.108.188:46863: connect: Connection refused (error 111)
07:04:03.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.234870 597 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:04:03.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.236568 597 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:04:03.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.237201 597 kserver.cc:163] Server-wide thread pool size limit: 3276
07:04:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.311003 597 rpc_server.cc:307] RPC server started. Bound to: 127.0.108.188:46863
07:04:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.311118 675 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.108.188:46863 every 8 connection(s)
07:04:03.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.313963 597 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-2/data/info.pb
07:04:03.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.320307 676 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:04:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.320680 434 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8DXgio/build/tsan/bin/kudu as pid 597
07:04:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.321213 434 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/master-2/wal/instance
07:04:03.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.334015 676 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.108.190" port: 36191 } has no permanent_uuid. Determining permanent_uuid...
07:04:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.365204 676 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } has no permanent_uuid. Determining permanent_uuid...
07:04:03.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.377246 676 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } has no permanent_uuid. Determining permanent_uuid...
07:04:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.397109 676 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df: Bootstrap starting.
07:04:03.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.403648 676 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df: Neither blocks nor log segments found. Creating new log.
07:04:03.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.405478 676 log.cc:824] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df: Log is configured to *not* fsync() on all Append() calls
07:04:03.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.411022 676 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df: No bootstrap required, opened a new log
07:04:03.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.443483 676 raft_consensus.cc:348] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8c0a6b7a054ebcaa07854751ac137b" member_type: VOTER last_known_addr { host: "127.0.108.190" port: 36191 } } peers { permanent_uuid: "a4944b3c6e784a348616e0060b9704fa" member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } } peers { permanent_uuid: "91472a8c666b4666be1878d674cc28df" member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } }
07:04:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.444880 676 raft_consensus.cc:374] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:04:03.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.445225 676 raft_consensus.cc:729] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 91472a8c666b4666be1878d674cc28df, State: Initialized, Role: FOLLOWER
07:04:03.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.446174 676 consensus_queue.cc:260] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8c0a6b7a054ebcaa07854751ac137b" member_type: VOTER last_known_addr { host: "127.0.108.190" port: 36191 } } peers { permanent_uuid: "a4944b3c6e784a348616e0060b9704fa" member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } } peers { permanent_uuid: "91472a8c666b4666be1878d674cc28df" member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } }
07:04:03.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.449250 686 sys_catalog.cc:455] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8c0a6b7a054ebcaa07854751ac137b" member_type: VOTER last_known_addr { host: "127.0.108.190" port: 36191 } } peers { permanent_uuid: "a4944b3c6e784a348616e0060b9704fa" member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } } peers { permanent_uuid: "91472a8c666b4666be1878d674cc28df" member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } } }
07:04:03.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.449920 686 sys_catalog.cc:458] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [sys.catalog]: This master's current role is: FOLLOWER
07:04:03.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.450553 676 sys_catalog.cc:564] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [sys.catalog]: configured and running, proceeding with master startup.
07:04:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:03.479550 698 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:03.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:03.480475 698 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:03.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:03.492674 630 tablet.cc:2369] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:04:03.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.471972 597 master_runner.cc:186] Error getting master registration for 127.0.108.190:36191: OK, instance_id { permanent_uuid: "af8c0a6b7a054ebcaa07854751ac137b" instance_seqno: 1785999839564945 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:04:03.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.499400 597 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:04:03.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.780622 686 raft_consensus.cc:482] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:04:03.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.781239 686 raft_consensus.cc:504] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8c0a6b7a054ebcaa07854751ac137b" member_type: VOTER last_known_addr { host: "127.0.108.190" port: 36191 } } peers { permanent_uuid: "a4944b3c6e784a348616e0060b9704fa" member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } } peers { permanent_uuid: "91472a8c666b4666be1878d674cc28df" member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } }
07:04:03.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.783818 686 leader_election.cc:288] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers af8c0a6b7a054ebcaa07854751ac137b (127.0.108.190:36191), a4944b3c6e784a348616e0060b9704fa (127.0.108.189:35561)
07:04:03.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.784456 595 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } attempt: 7
07:04:03.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.806071 595 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a4944b3c6e784a348616e0060b9704fa: Bootstrap starting.
07:04:03.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.811899 595 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a4944b3c6e784a348616e0060b9704fa: Neither blocks nor log segments found. Creating new log.
07:04:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.814359 595 log.cc:824] T 00000000000000000000000000000000 P a4944b3c6e784a348616e0060b9704fa: Log is configured to *not* fsync() on all Append() calls
07:04:03.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.820147 595 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a4944b3c6e784a348616e0060b9704fa: No bootstrap required, opened a new log
07:04:03.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.850267 595 raft_consensus.cc:348] T 00000000000000000000000000000000 P a4944b3c6e784a348616e0060b9704fa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8c0a6b7a054ebcaa07854751ac137b" member_type: VOTER last_known_addr { host: "127.0.108.190" port: 36191 } } peers { permanent_uuid: "a4944b3c6e784a348616e0060b9704fa" member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } } peers { permanent_uuid: "91472a8c666b4666be1878d674cc28df" member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } }
07:04:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.851214 595 raft_consensus.cc:374] T 00000000000000000000000000000000 P a4944b3c6e784a348616e0060b9704fa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:04:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.851511 595 raft_consensus.cc:729] T 00000000000000000000000000000000 P a4944b3c6e784a348616e0060b9704fa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a4944b3c6e784a348616e0060b9704fa, State: Initialized, Role: FOLLOWER
07:04:03.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.852473 595 consensus_queue.cc:260] T 00000000000000000000000000000000 P a4944b3c6e784a348616e0060b9704fa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8c0a6b7a054ebcaa07854751ac137b" member_type: VOTER last_known_addr { host: "127.0.108.190" port: 36191 } } peers { permanent_uuid: "a4944b3c6e784a348616e0060b9704fa" member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } } peers { permanent_uuid: "91472a8c666b4666be1878d674cc28df" member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } }
07:04:03.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.855291 702 sys_catalog.cc:455] T 00000000000000000000000000000000 P a4944b3c6e784a348616e0060b9704fa [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8c0a6b7a054ebcaa07854751ac137b" member_type: VOTER last_known_addr { host: "127.0.108.190" port: 36191 } } peers { permanent_uuid: "a4944b3c6e784a348616e0060b9704fa" member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } } peers { permanent_uuid: "91472a8c666b4666be1878d674cc28df" member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } } }
07:04:03.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.856180 702 sys_catalog.cc:458] T 00000000000000000000000000000000 P a4944b3c6e784a348616e0060b9704fa [sys.catalog]: This master's current role is: FOLLOWER
07:04:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.857198 595 sys_catalog.cc:564] T 00000000000000000000000000000000 P a4944b3c6e784a348616e0060b9704fa [sys.catalog]: configured and running, proceeding with master startup.
07:04:03.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.857371 569 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "91472a8c666b4666be1878d674cc28df" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a4944b3c6e784a348616e0060b9704fa" is_pre_election: true
07:04:03.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.858249 569 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a4944b3c6e784a348616e0060b9704fa [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 91472a8c666b4666be1878d674cc28df in term 0.
07:04:03.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.859841 627 leader_election.cc:302] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 91472a8c666b4666be1878d674cc28df, a4944b3c6e784a348616e0060b9704fa; no voters:
07:04:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.860888 686 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [term 0 FOLLOWER]: Leader pre-election won for term 1
07:04:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.861294 686 raft_consensus.cc:482] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:04:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.861579 686 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [term 0 FOLLOWER]: Advancing to term 1
07:04:03.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.870817 686 raft_consensus.cc:504] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8c0a6b7a054ebcaa07854751ac137b" member_type: VOTER last_known_addr { host: "127.0.108.190" port: 36191 } } peers { permanent_uuid: "a4944b3c6e784a348616e0060b9704fa" member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } } peers { permanent_uuid: "91472a8c666b4666be1878d674cc28df" member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } }
07:04:03.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.882246 686 leader_election.cc:288] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [CANDIDATE]: Term 1 election: Requested vote from peers af8c0a6b7a054ebcaa07854751ac137b (127.0.108.190:36191), a4944b3c6e784a348616e0060b9704fa (127.0.108.189:35561)
07:04:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.882542 569 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "91472a8c666b4666be1878d674cc28df" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a4944b3c6e784a348616e0060b9704fa"
07:04:03.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.883333 569 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a4944b3c6e784a348616e0060b9704fa [term 0 FOLLOWER]: Advancing to term 1
07:04:03.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.892844 569 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a4944b3c6e784a348616e0060b9704fa [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 91472a8c666b4666be1878d674cc28df in term 1.
07:04:03.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.894800 627 leader_election.cc:302] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 91472a8c666b4666be1878d674cc28df, a4944b3c6e784a348616e0060b9704fa; no voters:
07:04:03.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.895678 686 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [term 1 FOLLOWER]: Leader election won for term 1
07:04:03.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.897549 686 raft_consensus.cc:686] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [term 1 LEADER]: Becoming Leader. State: Replica: 91472a8c666b4666be1878d674cc28df, State: Running, Role: LEADER
07:04:03.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.898528 686 consensus_queue.cc:237] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8c0a6b7a054ebcaa07854751ac137b" member_type: VOTER last_known_addr { host: "127.0.108.190" port: 36191 } } peers { permanent_uuid: "a4944b3c6e784a348616e0060b9704fa" member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } } peers { permanent_uuid: "91472a8c666b4666be1878d674cc28df" member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } }
07:04:03.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.921428 709 sys_catalog.cc:455] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [sys.catalog]: SysCatalogTable state changed. Reason: New leader 91472a8c666b4666be1878d674cc28df. Latest consensus state: current_term: 1 leader_uuid: "91472a8c666b4666be1878d674cc28df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8c0a6b7a054ebcaa07854751ac137b" member_type: VOTER last_known_addr { host: "127.0.108.190" port: 36191 } } peers { permanent_uuid: "a4944b3c6e784a348616e0060b9704fa" member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } } peers { permanent_uuid: "91472a8c666b4666be1878d674cc28df" member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } } }
07:04:03.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.922784 709 sys_catalog.cc:458] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [sys.catalog]: This master's current role is: LEADER
07:04:03.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.934405 717 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
07:04:03.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.942312 717 catalog_manager.cc:1484] Initializing Kudu cluster ID...
07:04:03.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:03.944591 716 catalog_manager.cc:1558] T 00000000000000000000000000000000 P a4944b3c6e784a348616e0060b9704fa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:03.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:03.944985 716 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:03.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.924253 519 master_runner.cc:186] Error getting master registration for 127.0.108.190:36191: OK, instance_id { permanent_uuid: "af8c0a6b7a054ebcaa07854751ac137b" instance_seqno: 1785999839564945 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:04:03.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.962687 519 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:04:03.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.982447 569 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a4944b3c6e784a348616e0060b9704fa [term 1 FOLLOWER]: Refusing update from remote peer 91472a8c666b4666be1878d674cc28df: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:04:03.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:03.984396 709 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [LEADER]: Connected to new peer: Peer: permanent_uuid: "a4944b3c6e784a348616e0060b9704fa" member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
07:04:04.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.032186 719 mvcc.cc:205] Tried to move back new op lower bound from 7315455360931565568 to 7315455360617893888. Current Snapshot: MvccSnapshot[applied={T|T < 7315455360931565568}]
07:04:04.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.028883 702 sys_catalog.cc:455] T 00000000000000000000000000000000 P a4944b3c6e784a348616e0060b9704fa [sys.catalog]: SysCatalogTable state changed. Reason: New leader 91472a8c666b4666be1878d674cc28df. Latest consensus state: current_term: 1 leader_uuid: "91472a8c666b4666be1878d674cc28df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8c0a6b7a054ebcaa07854751ac137b" member_type: VOTER last_known_addr { host: "127.0.108.190" port: 36191 } } peers { permanent_uuid: "a4944b3c6e784a348616e0060b9704fa" member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } } peers { permanent_uuid: "91472a8c666b4666be1878d674cc28df" member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } } }
07:04:04.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.038221 702 sys_catalog.cc:458] T 00000000000000000000000000000000 P a4944b3c6e784a348616e0060b9704fa [sys.catalog]: This master's current role is: FOLLOWER
07:04:04.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.049345 709 sys_catalog.cc:455] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "91472a8c666b4666be1878d674cc28df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8c0a6b7a054ebcaa07854751ac137b" member_type: VOTER last_known_addr { host: "127.0.108.190" port: 36191 } } peers { permanent_uuid: "a4944b3c6e784a348616e0060b9704fa" member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } } peers { permanent_uuid: "91472a8c666b4666be1878d674cc28df" member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } } }
07:04:04.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.050630 709 sys_catalog.cc:458] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [sys.catalog]: This master's current role is: LEADER
07:04:04.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.051990 717 catalog_manager.cc:1347] Generated new cluster ID: dc7387a7add843a98ee4509b2e867466
07:04:04.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.052284 717 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
07:04:04.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.063336 702 sys_catalog.cc:455] T 00000000000000000000000000000000 P a4944b3c6e784a348616e0060b9704fa [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "91472a8c666b4666be1878d674cc28df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8c0a6b7a054ebcaa07854751ac137b" member_type: VOTER last_known_addr { host: "127.0.108.190" port: 36191 } } peers { permanent_uuid: "a4944b3c6e784a348616e0060b9704fa" member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } } peers { permanent_uuid: "91472a8c666b4666be1878d674cc28df" member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } } }
07:04:04.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.072873 702 sys_catalog.cc:458] T 00000000000000000000000000000000 P a4944b3c6e784a348616e0060b9704fa [sys.catalog]: This master's current role is: FOLLOWER
07:04:04.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.094729 717 catalog_manager.cc:1370] Generated new certificate authority record
07:04:04.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.103515 717 catalog_manager.cc:1504] Loading token signing keys...
07:04:04.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.128185 717 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df: Generated new TSK 0
07:04:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.136732 717 catalog_manager.cc:1514] Initializing in-progress tserver states...
07:04:04.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.166412 434 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8DXgio/build/tsan/bin/kudu
07:04:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8DXgio/build/tsan/bin/kudu
07:04:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-0/wal
07:04:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-0/data
07:04:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:04:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:04:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:04:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:04:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:04:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:04:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-0/logs
07:04:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-0/data/info.pb
07:04:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:04:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:04:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:04:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:04:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:04:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:04:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:04:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:04:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:04:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:04:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.108.129:0
07:04:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.108.129
07:04:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.108.129
07:04:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:04:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.108.190:36191,127.0.108.189:35561,127.0.108.188:46863
07:04:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.108.148:35847
07:04:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:04:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:04:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:04:04.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.232836 517 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } attempt: 7
07:04:04.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.291388 517 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P af8c0a6b7a054ebcaa07854751ac137b: Bootstrap starting.
07:04:04.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.318912 517 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P af8c0a6b7a054ebcaa07854751ac137b: Neither blocks nor log segments found. Creating new log.
07:04:04.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.328359 517 log.cc:824] T 00000000000000000000000000000000 P af8c0a6b7a054ebcaa07854751ac137b: Log is configured to *not* fsync() on all Append() calls
07:04:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.353039 517 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P af8c0a6b7a054ebcaa07854751ac137b: No bootstrap required, opened a new log
07:04:04.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.412937 517 raft_consensus.cc:348] T 00000000000000000000000000000000 P af8c0a6b7a054ebcaa07854751ac137b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8c0a6b7a054ebcaa07854751ac137b" member_type: VOTER last_known_addr { host: "127.0.108.190" port: 36191 } } peers { permanent_uuid: "a4944b3c6e784a348616e0060b9704fa" member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } } peers { permanent_uuid: "91472a8c666b4666be1878d674cc28df" member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } }
07:04:04.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.413889 517 raft_consensus.cc:374] T 00000000000000000000000000000000 P af8c0a6b7a054ebcaa07854751ac137b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:04:04.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.414191 517 raft_consensus.cc:729] T 00000000000000000000000000000000 P af8c0a6b7a054ebcaa07854751ac137b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: af8c0a6b7a054ebcaa07854751ac137b, State: Initialized, Role: FOLLOWER
07:04:04.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.415141 517 consensus_queue.cc:260] T 00000000000000000000000000000000 P af8c0a6b7a054ebcaa07854751ac137b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8c0a6b7a054ebcaa07854751ac137b" member_type: VOTER last_known_addr { host: "127.0.108.190" port: 36191 } } peers { permanent_uuid: "a4944b3c6e784a348616e0060b9704fa" member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } } peers { permanent_uuid: "91472a8c666b4666be1878d674cc28df" member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } }
07:04:04.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.430250 729 sys_catalog.cc:455] T 00000000000000000000000000000000 P af8c0a6b7a054ebcaa07854751ac137b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8c0a6b7a054ebcaa07854751ac137b" member_type: VOTER last_known_addr { host: "127.0.108.190" port: 36191 } } peers { permanent_uuid: "a4944b3c6e784a348616e0060b9704fa" member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } } peers { permanent_uuid: "91472a8c666b4666be1878d674cc28df" member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } } }
07:04:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.431185 729 sys_catalog.cc:458] T 00000000000000000000000000000000 P af8c0a6b7a054ebcaa07854751ac137b [sys.catalog]: This master's current role is: FOLLOWER
07:04:04.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.433768 517 sys_catalog.cc:564] T 00000000000000000000000000000000 P af8c0a6b7a054ebcaa07854751ac137b [sys.catalog]: configured and running, proceeding with master startup.
07:04:04.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.433959 492 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "91472a8c666b4666be1878d674cc28df" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "af8c0a6b7a054ebcaa07854751ac137b" is_pre_election: true
07:04:04.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.434984 492 raft_consensus.cc:2454] T 00000000000000000000000000000000 P af8c0a6b7a054ebcaa07854751ac137b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 91472a8c666b4666be1878d674cc28df in term 0.
07:04:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.438576 491 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "91472a8c666b4666be1878d674cc28df" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "af8c0a6b7a054ebcaa07854751ac137b"
07:04:04.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.439333 491 raft_consensus.cc:3037] T 00000000000000000000000000000000 P af8c0a6b7a054ebcaa07854751ac137b [term 0 FOLLOWER]: Advancing to term 1
07:04:04.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.447639 491 raft_consensus.cc:2454] T 00000000000000000000000000000000 P af8c0a6b7a054ebcaa07854751ac137b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 91472a8c666b4666be1878d674cc28df in term 1.
07:04:04.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.451990 490 raft_consensus.cc:1261] T 00000000000000000000000000000000 P af8c0a6b7a054ebcaa07854751ac137b [term 1 FOLLOWER]: Refusing update from remote peer 91472a8c666b4666be1878d674cc28df: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:04:04.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.462805 725 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [LEADER]: Connected to new peer: Peer: permanent_uuid: "af8c0a6b7a054ebcaa07854751ac137b" member_type: VOTER last_known_addr { host: "127.0.108.190" port: 36191 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
07:04:04.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.557288 729 sys_catalog.cc:455] T 00000000000000000000000000000000 P af8c0a6b7a054ebcaa07854751ac137b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 91472a8c666b4666be1878d674cc28df. Latest consensus state: current_term: 1 leader_uuid: "91472a8c666b4666be1878d674cc28df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8c0a6b7a054ebcaa07854751ac137b" member_type: VOTER last_known_addr { host: "127.0.108.190" port: 36191 } } peers { permanent_uuid: "a4944b3c6e784a348616e0060b9704fa" member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } } peers { permanent_uuid: "91472a8c666b4666be1878d674cc28df" member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } } }
07:04:04.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.558101 729 sys_catalog.cc:458] T 00000000000000000000000000000000 P af8c0a6b7a054ebcaa07854751ac137b [sys.catalog]: This master's current role is: FOLLOWER
07:04:04.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.559301 739 sys_catalog.cc:455] T 00000000000000000000000000000000 P af8c0a6b7a054ebcaa07854751ac137b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "91472a8c666b4666be1878d674cc28df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8c0a6b7a054ebcaa07854751ac137b" member_type: VOTER last_known_addr { host: "127.0.108.190" port: 36191 } } peers { permanent_uuid: "a4944b3c6e784a348616e0060b9704fa" member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } } peers { permanent_uuid: "91472a8c666b4666be1878d674cc28df" member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } } }
07:04:04.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.561214 739 sys_catalog.cc:458] T 00000000000000000000000000000000 P af8c0a6b7a054ebcaa07854751ac137b [sys.catalog]: This master's current role is: FOLLOWER
07:04:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.589819 745 catalog_manager.cc:1259] Loaded cluster ID: dc7387a7add843a98ee4509b2e867466
07:04:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.590137 745 catalog_manager.cc:1552] T 00000000000000000000000000000000 P af8c0a6b7a054ebcaa07854751ac137b: loading cluster ID for follower catalog manager: success
07:04:04.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.607933 745 catalog_manager.cc:1574] T 00000000000000000000000000000000 P af8c0a6b7a054ebcaa07854751ac137b: acquiring CA information for follower catalog manager: success
07:04:04.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.645380 745 catalog_manager.cc:1602] T 00000000000000000000000000000000 P af8c0a6b7a054ebcaa07854751ac137b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:04:04.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:04.817988 726 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:04:04.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:04.819118 726 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:04:04.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:04.820194 726 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:04:04.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:04.883205 726 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:04:04.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:04.885069 726 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.108.129
07:04:04.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.935009 752 sys_catalog.cc:455] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "91472a8c666b4666be1878d674cc28df" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af8c0a6b7a054ebcaa07854751ac137b" member_type: VOTER last_known_addr { host: "127.0.108.190" port: 36191 } } peers { permanent_uuid: "a4944b3c6e784a348616e0060b9704fa" member_type: VOTER last_known_addr { host: "127.0.108.189" port: 35561 } } peers { permanent_uuid: "91472a8c666b4666be1878d674cc28df" member_type: VOTER last_known_addr { host: "127.0.108.188" port: 46863 } } }
07:04:04.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.936766 752 sys_catalog.cc:458] T 00000000000000000000000000000000 P 91472a8c666b4666be1878d674cc28df [sys.catalog]: This master's current role is: LEADER
07:04:04.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.948691 726 tablet_server_runner.cc:78] Tablet server non-default flags:
07:04:04.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:04:04.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.108.148:35847
07:04:04.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:04:04.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:04:04.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-0/data
07:04:04.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-0/wal
07:04:04.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:04:04.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:04:04.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.108.129:0
07:04:04.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:04:04.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:04:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:04:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-0/data/info.pb
07:04:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.108.129
07:04:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:04:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.108.190:36191,127.0.108.189:35561,127.0.108.188:46863
07:04:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:04:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:04:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:04:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:04:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:04:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.108.129
07:04:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-0/logs
07:04:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:04:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:04:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:04:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:04:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:04:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:04:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:04:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:23:34 UTC on ccycloud.quasar-uqpjlj.root.comops.site
07:04:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569750
07:04:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:04:04.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.950722 716 catalog_manager.cc:1259] Loaded cluster ID: dc7387a7add843a98ee4509b2e867466
07:04:04.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.950987 716 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a4944b3c6e784a348616e0060b9704fa: loading cluster ID for follower catalog manager: success
07:04:04.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.952389 726 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:04:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.954838 726 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:04:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.971225 716 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a4944b3c6e784a348616e0060b9704fa: acquiring CA information for follower catalog manager: success
07:04:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:04.979223 716 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a4944b3c6e784a348616e0060b9704fa: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:04:05.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:05.002121 757 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:06.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:05.013803 756 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:06.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:05.022516 759 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:05.010428 726 server_base.cc:1034] running on GCE node
07:04:06.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:06.569017 726 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:04:06.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:06.572825 726 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:04:06.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:06.574622 726 hybrid_clock.cc:648] HybridClock initialized: now 1785999846574584 us; error 54 us; skew 500 ppm
07:04:06.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:06.575978 726 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:04:06.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:06.613867 726 webserver.cc:460] Webserver started at http://127.0.108.129:37061/ using document root <none> and password file <none>
07:04:06.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:06.615872 726 fs_manager.cc:359] Metadata directory not provided
07:04:06.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:06.616597 726 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:04:06.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:06.617488 726 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:04:06.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:06.627938 726 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-0/data/instance:
07:04:06.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1397e3f81e041048aa9474775d97130"
07:04:06.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:06 on dist-test-slave-vxj2"
07:04:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:06.629846 726 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-0/wal/instance:
07:04:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1397e3f81e041048aa9474775d97130"
07:04:06.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:06 on dist-test-slave-vxj2"
07:04:06.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:06.647202 726 fs_manager.cc:691] Time spent creating directory manager: real 0.016s user 0.011s sys 0.005s
07:04:06.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:06.661960 766 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:04:06.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:06.665989 726 fs_manager.cc:725] Time spent opening block manager: real 0.012s user 0.003s sys 0.004s
07:04:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:06.666842 726 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-0/data,/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-0/wal
07:04:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1397e3f81e041048aa9474775d97130"
07:04:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:06 on dist-test-slave-vxj2"
07:04:06.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:06.667708 726 fs_report.cc:383] FS layout report
07:04:06.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:04:06.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-0/wal
07:04:06.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-0/wal
07:04:06.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-0/data/data
07:04:06.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:04:06.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:04:06.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:04:06.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:04:06.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:04:06.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:04:06.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:04:06.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:04:06.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:04:06.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:04:06.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:04:06.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:06.759298 726 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:04:06.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:06.762835 726 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:04:06.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:06.763954 726 kserver.cc:163] Server-wide thread pool size limit: 3276
07:04:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:06.772421 726 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:04:06.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:06.785916 726 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:04:06.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:06.786652 726 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.000s
07:04:06.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:06.787309 726 ts_tablet_manager.cc:610] Registered 0 tablets
07:04:06.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:06.787743 726 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:04:07.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:07.408380 726 rpc_server.cc:307] RPC server started. Bound to: 127.0.108.129:40401
07:04:07.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:07.408814 882 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.108.129:40401 every 8 connection(s)
07:04:07.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:07.411731 726 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-0/data/info.pb
07:04:07.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:07.419155 434 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8DXgio/build/tsan/bin/kudu as pid 726
07:04:07.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:07.419600 434 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-0/wal/instance
07:04:07.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:07.445314 434 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8DXgio/build/tsan/bin/kudu
07:04:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8DXgio/build/tsan/bin/kudu
07:04:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-1/wal
07:04:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-1/data
07:04:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:04:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:04:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:04:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:04:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:04:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:04:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-1/logs
07:04:07.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-1/data/info.pb
07:04:07.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:04:07.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:04:07.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:04:07.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:04:07.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:04:07.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:04:07.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:04:07.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:04:07.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:04:07.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:04:07.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.108.130:0
07:04:07.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.108.130
07:04:07.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.108.130
07:04:07.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:04:07.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.108.190:36191,127.0.108.189:35561,127.0.108.188:46863
07:04:07.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.108.148:35847
07:04:07.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:04:07.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:04:07.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:04:07.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:07.555131 884 heartbeater.cc:347] Connected to a master server at 127.0.108.189:35561
07:04:07.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:07.556133 884 heartbeater.cc:464] Registering TS with master...
07:04:07.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:07.559098 884 heartbeater.cc:511] Master 127.0.108.189:35561 requested a full tablet report, sending...
07:04:07.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:07.566257 559 ts_manager.cc:194] Registered new tserver with Master: d1397e3f81e041048aa9474775d97130 (127.0.108.129:40401)
07:04:07.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:07.573328 883 heartbeater.cc:347] Connected to a master server at 127.0.108.188:46863
07:04:07.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:07.573693 887 heartbeater.cc:347] Connected to a master server at 127.0.108.190:36191
07:04:07.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:07.573989 883 heartbeater.cc:464] Registering TS with master...
07:04:07.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:07.574206 887 heartbeater.cc:464] Registering TS with master...
07:04:07.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:07.575690 883 heartbeater.cc:511] Master 127.0.108.188:46863 requested a full tablet report, sending...
07:04:07.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:07.575951 887 heartbeater.cc:511] Master 127.0.108.190:36191 requested a full tablet report, sending...
07:04:07.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:07.582913 641 ts_manager.cc:194] Registered new tserver with Master: d1397e3f81e041048aa9474775d97130 (127.0.108.129:40401)
07:04:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:07.583566 481 ts_manager.cc:194] Registered new tserver with Master: d1397e3f81e041048aa9474775d97130 (127.0.108.129:40401)
07:04:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:07.587509 641 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.108.129:34827
07:04:07.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:07.917567 888 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:04:07.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:07.918061 888 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:04:07.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:07.918485 888 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:04:07.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:07.950094 888 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:04:07.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:07.951051 888 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.108.130
07:04:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:07.986690 888 tablet_server_runner.cc:78] Tablet server non-default flags:
07:04:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:04:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.108.148:35847
07:04:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:04:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:04:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-1/data
07:04:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-1/wal
07:04:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:04:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:04:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.108.130:0
07:04:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:04:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:04:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:04:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-1/data/info.pb
07:04:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.108.130
07:04:07.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:04:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.108.190:36191,127.0.108.189:35561,127.0.108.188:46863
07:04:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:04:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:04:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:04:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:04:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:04:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.108.130
07:04:07.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-1/logs
07:04:07.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:04:07.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:04:07.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:04:07.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:04:07.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:04:07.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:04:07.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:04:07.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:23:34 UTC on ccycloud.quasar-uqpjlj.root.comops.site
07:04:07.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569750
07:04:07.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:04:07.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:07.988302 888 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:04:07.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:07.990500 888 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:04:08.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:08.014087 901 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:08.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:08.597747 883 heartbeater.cc:503] Master 127.0.108.188:46863 was elected leader, sending a full tablet report...
07:04:09.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:08.014153 902 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:09.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:08.015595 904 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:09.305945 903 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1291 milliseconds
07:04:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.306066 888 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:04:09.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.307545 888 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:04:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.310667 888 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:04:09.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.312129 888 hybrid_clock.cc:648] HybridClock initialized: now 1785999849312074 us; error 76 us; skew 500 ppm
07:04:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.312974 888 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:04:09.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.320617 888 webserver.cc:460] Webserver started at http://127.0.108.130:43547/ using document root <none> and password file <none>
07:04:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.321739 888 fs_manager.cc:359] Metadata directory not provided
07:04:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.322006 888 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:04:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.322573 888 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:04:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.327607 888 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-1/data/instance:
07:04:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d22fad0899940d6946b979ad077cb98"
07:04:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:09 on dist-test-slave-vxj2"
07:04:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.328879 888 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-1/wal/instance:
07:04:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d22fad0899940d6946b979ad077cb98"
07:04:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:09 on dist-test-slave-vxj2"
07:04:09.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.336568 888 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
07:04:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.342486 912 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:04:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.343617 888 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
07:04:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.344010 888 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-1/data,/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-1/wal
07:04:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d22fad0899940d6946b979ad077cb98"
07:04:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:09 on dist-test-slave-vxj2"
07:04:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.344421 888 fs_report.cc:383] FS layout report
07:04:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:04:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-1/wal
07:04:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-1/wal
07:04:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-1/data/data
07:04:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:04:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:04:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:04:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:04:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:04:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:04:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:04:09.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:04:09.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:04:09.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:04:09.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:04:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.382153 888 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:04:09.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.383785 888 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:04:09.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.384372 888 kserver.cc:163] Server-wide thread pool size limit: 3276
07:04:09.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.388110 888 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:04:09.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.395409 888 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:04:09.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.395839 888 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
07:04:09.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.396278 888 ts_tablet_manager.cc:610] Registered 0 tablets
07:04:09.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.396471 888 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:04:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.892233 888 rpc_server.cc:307] RPC server started. Bound to: 127.0.108.130:38565
07:04:09.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.892637 1028 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.108.130:38565 every 8 connection(s)
07:04:09.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.895335 888 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-1/data/info.pb
07:04:09.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.901073 434 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8DXgio/build/tsan/bin/kudu as pid 888
07:04:09.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.903074 434 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-1/wal/instance
07:04:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.953642 434 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8DXgio/build/tsan/bin/kudu
07:04:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8DXgio/build/tsan/bin/kudu
07:04:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-2/wal
07:04:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-2/data
07:04:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:04:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:04:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:04:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:04:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:04:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:04:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-2/logs
07:04:09.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-2/data/info.pb
07:04:09.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:04:09.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:04:09.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:04:09.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:04:09.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:04:09.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:04:09.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:04:09.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:04:09.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:04:09.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:04:09.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.108.131:0
07:04:09.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.108.131
07:04:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.108.131
07:04:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:04:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.108.190:36191,127.0.108.189:35561,127.0.108.188:46863
07:04:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.108.148:35847
07:04:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:04:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:04:09.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:04:09.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.990142 1030 heartbeater.cc:347] Connected to a master server at 127.0.108.189:35561
07:04:09.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.990728 1030 heartbeater.cc:464] Registering TS with master...
07:04:09.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.991039 1029 heartbeater.cc:347] Connected to a master server at 127.0.108.188:46863
07:04:09.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.991456 1029 heartbeater.cc:464] Registering TS with master...
07:04:09.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.992244 1030 heartbeater.cc:511] Master 127.0.108.189:35561 requested a full tablet report, sending...
07:04:09.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.992563 1029 heartbeater.cc:511] Master 127.0.108.188:46863 requested a full tablet report, sending...
07:04:09.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.995764 641 ts_manager.cc:194] Registered new tserver with Master: 6d22fad0899940d6946b979ad077cb98 (127.0.108.130:38565)
07:04:09.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.998428 559 ts_manager.cc:194] Registered new tserver with Master: 6d22fad0899940d6946b979ad077cb98 (127.0.108.130:38565)
07:04:09.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:09.998917 641 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.108.130:59321
07:04:10.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:10.006954 1034 heartbeater.cc:347] Connected to a master server at 127.0.108.190:36191
07:04:10.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:10.007427 1034 heartbeater.cc:464] Registering TS with master...
07:04:10.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:10.008327 1034 heartbeater.cc:511] Master 127.0.108.190:36191 requested a full tablet report, sending...
07:04:10.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:10.011240 481 ts_manager.cc:194] Registered new tserver with Master: 6d22fad0899940d6946b979ad077cb98 (127.0.108.130:38565)
07:04:10.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:10.340490 1040 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:04:10.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:10.341228 1040 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:04:10.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:10.341979 1040 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:04:10.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:10.377977 1040 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:04:10.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:10.378813 1040 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.108.131
07:04:10.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:10.437057 1040 tablet_server_runner.cc:78] Tablet server non-default flags:
07:04:10.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:04:10.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.108.148:35847
07:04:10.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:04:10.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:04:10.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-2/data
07:04:10.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-2/wal
07:04:10.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:04:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:04:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.108.131:0
07:04:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:04:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:04:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:04:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-2/data/info.pb
07:04:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.108.131
07:04:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:04:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.108.190:36191,127.0.108.189:35561,127.0.108.188:46863
07:04:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:04:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:04:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:04:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:04:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:04:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.108.131
07:04:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-2/logs
07:04:10.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:04:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:04:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:04:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:04:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:04:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:04:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:04:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:23:34 UTC on ccycloud.quasar-uqpjlj.root.comops.site
07:04:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569750
07:04:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:04:10.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:10.439204 1040 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:04:10.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:10.442114 1040 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:04:10.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:10.494073 1047 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:11.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:11.004647 1029 heartbeater.cc:503] Master 127.0.108.188:46863 was elected leader, sending a full tablet report...
07:04:11.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:10.494513 1049 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:11.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:10.495303 1046 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:11.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:11.831180 1048 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:04:11.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:11.831331 1040 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:04:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:11.835160 1040 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:04:11.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:11.838047 1040 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:04:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:11.839483 1040 hybrid_clock.cc:648] HybridClock initialized: now 1785999851839430 us; error 74 us; skew 500 ppm
07:04:11.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:11.840269 1040 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:04:11.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:11.852396 1040 webserver.cc:460] Webserver started at http://127.0.108.131:40565/ using document root <none> and password file <none>
07:04:11.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:11.853497 1040 fs_manager.cc:359] Metadata directory not provided
07:04:11.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:11.853717 1040 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:04:11.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:11.854136 1040 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:04:11.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:11.859520 1040 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-2/data/instance:
07:04:11.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "148bd42db78344be98b1a33e561894a1"
07:04:11.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:11 on dist-test-slave-vxj2"
07:04:11.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:11.860715 1040 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-2/wal/instance:
07:04:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "148bd42db78344be98b1a33e561894a1"
07:04:11.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:11 on dist-test-slave-vxj2"
07:04:11.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:11.868173 1040 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
07:04:11.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:11.874688 1058 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:04:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:11.875963 1040 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
07:04:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:11.876343 1040 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-2/data,/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-2/wal
07:04:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "148bd42db78344be98b1a33e561894a1"
07:04:11.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:11 on dist-test-slave-vxj2"
07:04:11.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:11.876735 1040 fs_report.cc:383] FS layout report
07:04:11.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:04:11.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-2/wal
07:04:11.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-2/wal
07:04:11.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-2/data/data
07:04:11.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:04:11.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:04:11.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:04:11.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:04:11.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:04:11.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:04:11.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:04:11.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:04:11.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:04:11.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:04:11.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:04:11.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:11.927275 1040 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:04:11.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:11.929216 1040 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:04:11.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:11.929876 1040 kserver.cc:163] Server-wide thread pool size limit: 3276
07:04:11.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:11.932976 1040 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:04:11.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:11.938292 1040 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:04:11.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:11.938596 1040 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:04:11.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:11.938997 1040 ts_tablet_manager.cc:610] Registered 0 tablets
07:04:11.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:11.939220 1040 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:04:12.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:12.328606 1040 rpc_server.cc:307] RPC server started. Bound to: 127.0.108.131:33565
07:04:12.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:12.328943 1172 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.108.131:33565 every 8 connection(s)
07:04:12.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:12.332314 1040 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-2/data/info.pb
07:04:12.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:12.335455 434 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8DXgio/build/tsan/bin/kudu as pid 1040
07:04:12.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:12.335896 434 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster7116132787810720313/ts-2/wal/instance
07:04:12.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:12.439906 1174 heartbeater.cc:347] Connected to a master server at 127.0.108.189:35561
07:04:12.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:12.440785 1174 heartbeater.cc:464] Registering TS with master...
07:04:12.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:12.443137 1174 heartbeater.cc:511] Master 127.0.108.189:35561 requested a full tablet report, sending...
07:04:12.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:12.446794 1177 heartbeater.cc:347] Connected to a master server at 127.0.108.190:36191
07:04:12.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:12.447278 1177 heartbeater.cc:464] Registering TS with master...
07:04:12.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:12.448755 1177 heartbeater.cc:511] Master 127.0.108.190:36191 requested a full tablet report, sending...
07:04:12.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:12.451354 1173 heartbeater.cc:347] Connected to a master server at 127.0.108.188:46863
07:04:12.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:12.451946 1173 heartbeater.cc:464] Registering TS with master...
07:04:12.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:12.453584 1173 heartbeater.cc:511] Master 127.0.108.188:46863 requested a full tablet report, sending...
07:04:12.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:12.453549 481 ts_manager.cc:194] Registered new tserver with Master: 148bd42db78344be98b1a33e561894a1 (127.0.108.131:33565)
07:04:12.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:12.449615 559 ts_manager.cc:194] Registered new tserver with Master: 148bd42db78344be98b1a33e561894a1 (127.0.108.131:33565)
07:04:12.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:12.458182 641 ts_manager.cc:194] Registered new tserver with Master: 148bd42db78344be98b1a33e561894a1 (127.0.108.131:33565)
07:04:12.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:12.462221 641 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.108.131:53375
07:04:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:12.472216 434 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
07:04:12.493 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:04:12.495 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
07:04:12.509 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.0.108.190"
port: 36191
}
bound_http_address {
host: "127.0.108.190"
port: 33621
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.0.108.189"
port: 35561
}
bound_http_address {
host: "127.0.108.189"
port: 35943
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.0.108.188"
port: 46863
}
bound_http_address {
host: "127.0.108.188"
port: 33171
}
}
}
07:04:12.517 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:04:12.520 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.0.108.129"
port: 40401
}
bound_http_address {
host: "127.0.108.129"
port: 37061
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.0.108.130"
port: 38565
}
bound_http_address {
host: "127.0.108.130"
port: 43547
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.0.108.131"
port: 33565
}
bound_http_address {
host: "127.0.108.131"
port: 40565
}
}
}
07:04:12.521 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
07:04:12.782 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
07:04:12.954 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task8DXgio/test-tmp
07:04:12.955 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
07:04:12.956 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task8DXgio/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
07:04:12.959 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
07:04:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:13.469583 1173 heartbeater.cc:503] Master 127.0.108.188:46863 was elected leader, sending a full tablet report...
07:04:13.579 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:04:13.580 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:04:13.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:13.583384 1184 mini_oidc.cc:152] Starting JWKS server
07:04:13.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:13.593742 1184 webserver.cc:460] Webserver started at http://127.0.0.1:44301/ using document root <none> and password file <none>
07:04:13.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:13.594488 1184 mini_oidc.cc:189] Starting OIDC Discovery server
07:04:13.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:13.600746 1184 webserver.cc:460] Webserver started at http://127.0.0.1:43567/ using document root <none> and password file <none>
07:04:13.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
07:04:13.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/principal' for realm 'KRBTEST.COM',
07:04:13.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
07:04:13.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:04:13 dist-test-slave-vxj2 krb5kdc[1197](info): setting up network...
07:04:13.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
07:04:13.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:04:13 dist-test-slave-vxj2 krb5kdc[1197](info): set up 2 sockets
07:04:13.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:04:13 dist-test-slave-vxj2 krb5kdc[1197](info): commencing operation
07:04:13.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
07:04:14.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:14.840592 1184 mini_kdc.cc:121] Time spent starting KDC: real 1.192s user 0.000s sys 0.040s
07:04:14.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
07:04:14.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:04:14.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
07:04:14.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
07:04:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:04:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
07:04:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
07:04:14.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:04:14.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
07:04:14.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:04:14.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/test-user.keytab.
07:04:14.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/test-user.keytab.
07:04:14.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:04:14 dist-test-slave-vxj2 krb5kdc[1197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785999854, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:04:14.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:04:14.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T07:04:14Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
07:04:14.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T07:04:14Z Disabled control of system clock
07:04:15.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.40.62@KRBTEST.COM; defaulting to no policy
07:04:15.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:04:15.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.40.62@KRBTEST.COM" created.
07:04:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:04:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.40.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/kudu_127.1.40.62.keytab.
07:04:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.40.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/kudu_127.1.40.62.keytab.
07:04:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:15.046681 1184 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8DXgio/build/tsan/bin/kudu
07:04:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8DXgio/build/tsan/bin/kudu
07:04:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/wal
07:04:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/data
07:04:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:04:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:04:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:04:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:04:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:04:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:04:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/logs
07:04:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/data/info.pb
07:04:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:04:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:04:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:04:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:04:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:04:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:04:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:04:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:04:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:04:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:04:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:04:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:04:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.40.62:34951
07:04:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.40.62
07:04:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:04:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/kudu_127.1.40.62.keytab
07:04:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.40.62
07:04:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:04:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:04:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:04:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.40.20:35207
07:04:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:04:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:04:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:04:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:04:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837
07:04:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:04:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44301/jwks.json
07:04:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:04:15.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:15.526859 1211 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:04:15.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:15.527673 1211 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:04:15.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:15.528338 1211 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:04:15.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:15.565692 1211 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:04:15.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:15.565941 1211 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:04:15.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:15.566216 1211 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:04:15.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:15.566457 1211 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:04:15.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:15.566658 1211 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:04:15.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:15.566846 1211 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:04:15.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:15.566990 1211 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44301/jwks.json
07:04:15.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:15.607100 1211 master_runner.cc:386] Master server non-default flags:
07:04:15.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:04:15.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.40.20:35207
07:04:15.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:04:15.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:04:15.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/data
07:04:15.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/wal
07:04:15.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/kudu_127.1.40.62.keytab
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.40.62
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.40.62:34951
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44301/jwks.json
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/data/info.pb
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.40.62
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/logs
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:04:15.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:04:15.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:04:15.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:04:15.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:04:15.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:04:15.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:04:15.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:23:34 UTC on ccycloud.quasar-uqpjlj.root.comops.site
07:04:15.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569750
07:04:15.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:04:15.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:15.608757 1211 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:04:15.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:15.610046 1211 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:04:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:15.651474 1220 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:17.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:15.654349 1217 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:17.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:15.651465 1218 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:17.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:17.219913 1219 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1567 milliseconds
07:04:17.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.220024 1211 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:04:17.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.221835 1211 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:04:17.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.226715 1211 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:04:17.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.228222 1211 hybrid_clock.cc:648] HybridClock initialized: now 1785999857228177 us; error 69 us; skew 500 ppm
07:04:17.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.229223 1211 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:04:17.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:04:17 dist-test-slave-vxj2 krb5kdc[1197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785999857, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.40.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:04:17.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.242542 1211 init.cc:377] Logged in from keytab as kudu/127.1.40.62@KRBTEST.COM (short username kudu)
07:04:17.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.253691 1211 webserver.cc:460] Webserver started at http://127.1.40.62:36369/ using document root <none> and password file <none>
07:04:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.254961 1211 fs_manager.cc:359] Metadata directory not provided
07:04:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.255196 1211 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:04:17.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.255622 1211 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:04:17.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.261896 1211 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/data/instance:
07:04:17.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b525bf5fa2944dd0a9c5eda68e54d95c"
07:04:17.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:17 on dist-test-slave-vxj2"
07:04:17.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.263170 1211 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/wal/instance:
07:04:17.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b525bf5fa2944dd0a9c5eda68e54d95c"
07:04:17.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:17 on dist-test-slave-vxj2"
07:04:17.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.276549 1211 fs_manager.cc:691] Time spent creating directory manager: real 0.013s user 0.010s sys 0.003s
07:04:17.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.287866 1228 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:04:17.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.289464 1211 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.002s sys 0.005s
07:04:17.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.289839 1211 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/data,/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/wal
07:04:17.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b525bf5fa2944dd0a9c5eda68e54d95c"
07:04:17.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:17 on dist-test-slave-vxj2"
07:04:17.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.290254 1211 fs_report.cc:383] FS layout report
07:04:17.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:04:17.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/wal
07:04:17.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/wal
07:04:17.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/data/data
07:04:17.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:04:17.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:04:17.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:04:17.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:04:17.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:04:17.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:04:17.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:04:17.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:04:17.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:04:17.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:04:17.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:04:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.351572 1211 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:04:17.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.360049 1211 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:04:17.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.360540 1211 kserver.cc:163] Server-wide thread pool size limit: 3276
07:04:17.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.574014 1211 rpc_server.cc:307] RPC server started. Bound to: 127.1.40.62:34951
07:04:17.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.574252 1281 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.40.62:34951 every 8 connection(s)
07:04:17.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.577345 1211 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/data/info.pb
07:04:17.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.581125 1184 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8DXgio/build/tsan/bin/kudu as pid 1211
07:04:17.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.581990 1184 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/wal/instance
07:04:17.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.590476 1282 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:04:17.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.40.61@KRBTEST.COM; defaulting to no policy
07:04:17.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:04:17.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.40.61@KRBTEST.COM" created.
07:04:17.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.617313 1282 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.40.62" port: 34951 } has no permanent_uuid. Determining permanent_uuid...
07:04:17.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:04:17.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.40.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/kudu_127.1.40.61.keytab.
07:04:17.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.40.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/kudu_127.1.40.61.keytab.
07:04:17.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.660146 1184 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8DXgio/build/tsan/bin/kudu
07:04:17.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8DXgio/build/tsan/bin/kudu
07:04:17.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/wal
07:04:17.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/data
07:04:17.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/logs
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/data/info.pb
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.40.61:45949
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.40.61
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/kudu_127.1.40.61.keytab
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.40.61
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.40.20:35207
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44301/jwks.json
07:04:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:04:17.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:04:17 dist-test-slave-vxj2 krb5kdc[1197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785999857, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.40.62@KRBTEST.COM for kudu/127.1.40.62@KRBTEST.COM
07:04:17.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.698925 1282 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.40.61" port: 45949 } has no permanent_uuid. Determining permanent_uuid...
07:04:17.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:17.703145 1229 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.40.61:45949: connect: Connection refused (error 111)
07:04:17.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:17.712720 1282 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.40.61:45949: Network error: Client connection negotiation failed: client connection to 127.1.40.61:45949: connect: Connection refused (error 111)
07:04:17.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.762415 1282 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.40.61" port: 45949 } attempt: 1
07:04:17.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:17.768479 1282 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.40.61:45949: Network error: Client connection negotiation failed: client connection to 127.1.40.61:45949: connect: Connection refused (error 111)
07:04:17.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.837095 1282 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.40.61" port: 45949 } attempt: 2
07:04:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:17.842576 1282 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.40.61:45949: Network error: Client connection negotiation failed: client connection to 127.1.40.61:45949: connect: Connection refused (error 111)
07:04:17.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:17.934249 1282 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.40.61" port: 45949 } attempt: 3
07:04:17.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:17.939129 1282 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.40.61:45949: Network error: Client connection negotiation failed: client connection to 127.1.40.61:45949: connect: Connection refused (error 111)
07:04:18.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:18.082605 1282 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.40.61" port: 45949 } attempt: 4
07:04:18.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:18.083196 1288 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:04:18.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:18.083956 1288 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:04:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:18.084965 1288 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:04:18.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:18.088829 1282 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.40.61:45949: Network error: Client connection negotiation failed: client connection to 127.1.40.61:45949: connect: Connection refused (error 111)
07:04:18.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:18.121937 1288 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:04:18.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:18.122184 1288 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:04:18.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:18.122460 1288 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:04:18.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:18.122659 1288 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:04:18.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:18.122848 1288 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:04:18.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:18.123040 1288 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:04:18.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:18.123178 1288 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44301/jwks.json
07:04:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:18.166936 1288 master_runner.cc:386] Master server non-default flags:
07:04:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:04:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.40.20:35207
07:04:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:04:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:04:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/data
07:04:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/wal
07:04:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:04:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:04:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837
07:04:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/kudu_127.1.40.61.keytab
07:04:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.40.61
07:04:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:04:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:04:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:04:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.40.61:45949
07:04:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:04:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44301/jwks.json
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/data/info.pb
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.40.61
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/logs
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:23:34 UTC on ccycloud.quasar-uqpjlj.root.comops.site
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569750
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:04:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:18.168231 1288 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:04:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:18.169659 1288 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:04:18.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:18.209857 1298 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:18.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:18.388404 1282 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.40.61" port: 45949 } attempt: 5
07:04:18.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:18.403131 1282 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.40.61:45949: Network error: Client connection negotiation failed: client connection to 127.1.40.61:45949: connect: Connection refused (error 111)
07:04:18.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:18.950902 1282 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.40.61" port: 45949 } attempt: 6
07:04:18.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:18.970783 1282 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.40.61:45949: Network error: Client connection negotiation failed: client connection to 127.1.40.61:45949: connect: Connection refused (error 111)
07:04:19.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:18.211784 1299 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:19.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:18.213295 1301 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:19.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:19.792616 1300 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1583 milliseconds
07:04:19.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:19.792809 1288 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:04:19.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:19.794646 1288 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:04:19.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:19.800493 1288 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:04:19.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:19.802131 1288 hybrid_clock.cc:648] HybridClock initialized: now 1785999859802102 us; error 44 us; skew 500 ppm
07:04:19.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:19.803217 1288 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:04:19.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:04:19 dist-test-slave-vxj2 krb5kdc[1197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785999859, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.40.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:04:19.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:19.815116 1288 init.cc:377] Logged in from keytab as kudu/127.1.40.61@KRBTEST.COM (short username kudu)
07:04:19.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:19.828379 1288 webserver.cc:460] Webserver started at http://127.1.40.61:44027/ using document root <none> and password file <none>
07:04:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:19.829466 1288 fs_manager.cc:359] Metadata directory not provided
07:04:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:19.829669 1288 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:04:19.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:19.830107 1288 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:04:19.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:19.836215 1288 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/data/instance:
07:04:19.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c60529f7e6f94676b70123766305595a"
07:04:19.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:19 on dist-test-slave-vxj2"
07:04:19.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:19.837513 1288 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/wal/instance:
07:04:19.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c60529f7e6f94676b70123766305595a"
07:04:19.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:19 on dist-test-slave-vxj2"
07:04:19.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:19.849879 1288 fs_manager.cc:691] Time spent creating directory manager: real 0.012s user 0.006s sys 0.005s
07:04:19.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:19.860162 1311 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:04:19.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:19.861720 1288 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.005s sys 0.001s
07:04:19.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:19.862082 1288 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/data,/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/wal
07:04:19.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c60529f7e6f94676b70123766305595a"
07:04:19.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:19 on dist-test-slave-vxj2"
07:04:19.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:19.862450 1288 fs_report.cc:383] FS layout report
07:04:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:04:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/wal
07:04:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/wal
07:04:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/data/data
07:04:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:04:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:04:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:04:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:04:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:04:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:04:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:04:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:04:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:04:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:04:19.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:04:19.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:19.925792 1288 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:04:19.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:19.933450 1288 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:04:19.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:19.934062 1288 kserver.cc:163] Server-wide thread pool size limit: 3276
07:04:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:20.031562 1282 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.40.61" port: 45949 } attempt: 7
07:04:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:20.049861 1282 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.40.61:45949: Network error: Client connection negotiation failed: client connection to 127.1.40.61:45949: connect: Connection refused (error 111)
07:04:20.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:20.206115 1288 rpc_server.cc:307] RPC server started. Bound to: 127.1.40.61:45949
07:04:20.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:20.206465 1366 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.40.61:45949 every 8 connection(s)
07:04:20.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:20.209937 1288 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/data/info.pb
07:04:20.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:20.214526 1184 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8DXgio/build/tsan/bin/kudu as pid 1288
07:04:20.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:20.215284 1184 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/wal/instance
07:04:20.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:20.225342 1367 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:04:20.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.40.60@KRBTEST.COM; defaulting to no policy
07:04:20.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:04:20.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.40.60@KRBTEST.COM" created.
07:04:20.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:20.249136 1367 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.40.62" port: 34951 } has no permanent_uuid. Determining permanent_uuid...
07:04:20.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:04:20.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.40.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/kudu_127.1.40.60.keytab.
07:04:20.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.40.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/kudu_127.1.40.60.keytab.
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:20.275513 1184 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8DXgio/build/tsan/bin/kudu
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8DXgio/build/tsan/bin/kudu
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/wal
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/data
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/logs
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/data/info.pb
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.40.60:41837
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.40.60
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:04:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/kudu_127.1.40.60.keytab
07:04:20.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.40.60
07:04:20.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:04:20.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:04:20.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:04:20.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.40.20:35207
07:04:20.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:04:20.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:04:20.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:04:20.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:04:20.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837
07:04:20.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:04:20.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44301/jwks.json
07:04:20.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:04:20.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:04:20 dist-test-slave-vxj2 krb5kdc[1197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785999859, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.40.61@KRBTEST.COM for kudu/127.1.40.62@KRBTEST.COM
07:04:20.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:20.332695 1367 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.40.61" port: 45949 } has no permanent_uuid. Determining permanent_uuid...
07:04:20.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:04:20 dist-test-slave-vxj2 krb5kdc[1197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785999859, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.40.61@KRBTEST.COM for kudu/127.1.40.61@KRBTEST.COM
07:04:20.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:20.390558 1367 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } has no permanent_uuid. Determining permanent_uuid...
07:04:20.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:20.393006 1313 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.40.60:41837: connect: Connection refused (error 111)
07:04:20.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:20.397264 1367 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.40.60:41837: Network error: Client connection negotiation failed: client connection to 127.1.40.60:41837: connect: Connection refused (error 111)
07:04:20.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:20.446825 1367 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } attempt: 1
07:04:20.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:20.451416 1367 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.40.60:41837: Network error: Client connection negotiation failed: client connection to 127.1.40.60:41837: connect: Connection refused (error 111)
07:04:20.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:20.519824 1367 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } attempt: 2
07:04:20.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:20.527524 1367 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.40.60:41837: Network error: Client connection negotiation failed: client connection to 127.1.40.60:41837: connect: Connection refused (error 111)
07:04:20.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:20.618988 1367 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } attempt: 3
07:04:20.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:20.625515 1367 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.40.60:41837: Network error: Client connection negotiation failed: client connection to 127.1.40.60:41837: connect: Connection refused (error 111)
07:04:20.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:20.769114 1367 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } attempt: 4
07:04:20.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:20.774577 1367 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.40.60:41837: Network error: Client connection negotiation failed: client connection to 127.1.40.60:41837: connect: Connection refused (error 111)
07:04:20.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:20.813529 1373 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:04:20.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:20.814376 1373 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:04:20.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:20.815210 1373 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:04:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:20.852839 1373 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:04:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:20.853160 1373 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:04:20.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:20.853619 1373 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:04:20.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:20.853993 1373 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:04:20.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:20.854403 1373 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:04:20.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:20.854766 1373 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:04:20.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:20.855026 1373 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44301/jwks.json
07:04:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:20.900547 1373 master_runner.cc:386] Master server non-default flags:
07:04:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:04:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.40.20:35207
07:04:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:04:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:04:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/data
07:04:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/wal
07:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837
07:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/kudu_127.1.40.60.keytab
07:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.40.60
07:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.40.60:41837
07:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44301/jwks.json
07:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/data/info.pb
07:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.40.60
07:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:04:20.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:04:20.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/logs
07:04:20.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:04:20.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:04:20.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:04:20.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:04:20.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:04:20.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:04:20.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:04:20.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:23:34 UTC on ccycloud.quasar-uqpjlj.root.comops.site
07:04:20.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569750
07:04:20.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:04:20.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:20.902257 1373 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:04:20.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:20.903849 1373 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:04:20.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:20.952067 1383 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:21.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:21.074285 1367 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } attempt: 5
07:04:21.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:21.081890 1367 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.40.60:41837: Network error: Client connection negotiation failed: client connection to 127.1.40.60:41837: connect: Connection refused (error 111)
07:04:21.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:21.629505 1367 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } attempt: 6
07:04:21.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:21.663408 1367 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.40.60:41837: Network error: Client connection negotiation failed: client connection to 127.1.40.60:41837: connect: Connection refused (error 111)
07:04:22.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.140309 1282 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.40.61" port: 45949 } attempt: 8
07:04:22.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:04:22 dist-test-slave-vxj2 krb5kdc[1197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785999857, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.40.62@KRBTEST.COM for kudu/127.1.40.61@KRBTEST.COM
07:04:22.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.194015 1282 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } has no permanent_uuid. Determining permanent_uuid...
07:04:22.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:22.211481 1282 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.40.60:41837: Network error: Client connection negotiation failed: client connection to 127.1.40.60:41837: connect: Connection refused (error 111)
07:04:22.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.277243 1282 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } attempt: 1
07:04:22.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:22.285684 1282 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.40.60:41837: Network error: Client connection negotiation failed: client connection to 127.1.40.60:41837: connect: Connection refused (error 111)
07:04:22.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.339440 1282 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } attempt: 2
07:04:22.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:22.368922 1282 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.40.60:41837: Network error: Client connection negotiation failed: client connection to 127.1.40.60:41837: connect: Connection refused (error 111)
07:04:22.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.445653 1282 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } attempt: 3
07:04:22.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:22.450585 1282 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.40.60:41837: Network error: Client connection negotiation failed: client connection to 127.1.40.60:41837: connect: Connection refused (error 111)
07:04:22.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.606071 1282 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } attempt: 4
07:04:22.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:22.618432 1282 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.40.60:41837: Network error: Client connection negotiation failed: client connection to 127.1.40.60:41837: connect: Connection refused (error 111)
07:04:22.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:20.954185 1385 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:22.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:22.682683 1384 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1733 milliseconds
07:04:22.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.683405 1373 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:04:22.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:20.952423 1382 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.688930 1373 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:04:22.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.694412 1373 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:04:22.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.698014 1373 hybrid_clock.cc:648] HybridClock initialized: now 1785999862697606 us; error 410 us; skew 500 ppm
07:04:22.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.699182 1373 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:04:22.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:04:22 dist-test-slave-vxj2 krb5kdc[1197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785999862, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.40.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:04:22.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.713429 1373 init.cc:377] Logged in from keytab as kudu/127.1.40.60@KRBTEST.COM (short username kudu)
07:04:22.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.724074 1367 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } attempt: 7
07:04:22.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.725719 1373 webserver.cc:460] Webserver started at http://127.1.40.60:38061/ using document root <none> and password file <none>
07:04:22.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.727276 1373 fs_manager.cc:359] Metadata directory not provided
07:04:22.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.727613 1373 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:04:22.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.728302 1373 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:04:22.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:22.736369 1367 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.40.60:41837: Network error: Client connection negotiation failed: client connection to 127.1.40.60:41837: connect: Connection refused (error 111)
07:04:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.736944 1373 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/data/instance:
07:04:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "173044966c6d4522bfefaae7cbde63ad"
07:04:22.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:22 on dist-test-slave-vxj2"
07:04:22.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.738824 1373 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/wal/instance:
07:04:22.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "173044966c6d4522bfefaae7cbde63ad"
07:04:22.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:22 on dist-test-slave-vxj2"
07:04:22.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.750145 1373 fs_manager.cc:691] Time spent creating directory manager: real 0.011s user 0.007s sys 0.004s
07:04:22.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.760690 1401 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:04:22.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.762378 1373 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.002s sys 0.005s
07:04:22.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.762723 1373 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/data,/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/wal
07:04:22.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "173044966c6d4522bfefaae7cbde63ad"
07:04:22.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:22 on dist-test-slave-vxj2"
07:04:22.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.763049 1373 fs_report.cc:383] FS layout report
07:04:22.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:04:22.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/wal
07:04:22.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/wal
07:04:22.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/data/data
07:04:22.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:04:22.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:04:22.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:04:22.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:04:22.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:04:22.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:04:22.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:04:22.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:04:22.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:04:22.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:04:22.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:04:22.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.821357 1373 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:04:22.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.828665 1373 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:04:22.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.829523 1373 kserver.cc:163] Server-wide thread pool size limit: 3276
07:04:22.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:22.915024 1282 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } attempt: 5
07:04:22.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:22.919646 1230 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.40.60:41837: connect: Connection refused (error 111) [suppressed 12 similar messages]
07:04:22.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:22.923022 1282 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.40.60:41837: Network error: Client connection negotiation failed: client connection to 127.1.40.60:41837: connect: Connection refused (error 111)
07:04:23.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.074915 1373 rpc_server.cc:307] RPC server started. Bound to: 127.1.40.60:41837
07:04:23.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.075363 1455 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.40.60:41837 every 8 connection(s)
07:04:23.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.077731 1373 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/data/info.pb
07:04:23.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.087157 1184 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8DXgio/build/tsan/bin/kudu as pid 1373
07:04:23.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.087803 1184 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/wal/instance
07:04:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.097303 1456 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:04:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.138358 1456 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.40.62" port: 34951 } has no permanent_uuid. Determining permanent_uuid...
07:04:23.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:04:23 dist-test-slave-vxj2 krb5kdc[1197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785999854, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.40.60@KRBTEST.COM
07:04:23.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:04:23 dist-test-slave-vxj2 krb5kdc[1197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785999862, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.40.60@KRBTEST.COM for kudu/127.1.40.62@KRBTEST.COM
07:04:23.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.209904 1456 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.40.61" port: 45949 } has no permanent_uuid. Determining permanent_uuid...
07:04:23.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:04:23 dist-test-slave-vxj2 krb5kdc[1197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785999854, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.40.61@KRBTEST.COM
07:04:23.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:04:23 dist-test-slave-vxj2 krb5kdc[1197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785999862, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.40.60@KRBTEST.COM for kudu/127.1.40.61@KRBTEST.COM
07:04:23.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:04:23 dist-test-slave-vxj2 krb5kdc[1197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785999854, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.40.62@KRBTEST.COM
07:04:23.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.260174 1456 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } has no permanent_uuid. Determining permanent_uuid...
07:04:23.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:04:23 dist-test-slave-vxj2 krb5kdc[1197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785999862, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.40.60@KRBTEST.COM for kudu/127.1.40.60@KRBTEST.COM
07:04:23.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.284804 1184 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
07:04:23.294 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:04:23.296 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
07:04:23.308 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
07:04:23.309 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
07:04:23.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.309715 1456 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: Bootstrap starting.
07:04:23.317 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.1.40.62"
port: 34951
}
bound_http_address {
host: "127.1.40.62"
port: 36369
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.1.40.61"
port: 45949
}
bound_http_address {
host: "127.1.40.61"
port: 44027
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.1.40.60"
port: 41837
}
bound_http_address {
host: "127.1.40.60"
port: 38061
}
}
}
07:04:23.318 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:04:23.320 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:04:23.320 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
07:04:23.322 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
07:04:23.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.324194 1456 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: Neither blocks nor log segments found. Creating new log.
07:04:23.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.329209 1456 log.cc:824] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: Log is configured to *not* fsync() on all Append() calls
07:04:23.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.340622 1456 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: No bootstrap required, opened a new log
07:04:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:04:23 dist-test-slave-vxj2 krb5kdc[1197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785999863, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:04:23.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:04:23.366 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:04:23.370 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/krb5cc
07:04:23.381 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:04:23.383 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/krb5cc
07:04:23.387 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:04:23.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.391034 1456 raft_consensus.cc:348] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b525bf5fa2944dd0a9c5eda68e54d95c" member_type: VOTER last_known_addr { host: "127.1.40.62" port: 34951 } } peers { permanent_uuid: "c60529f7e6f94676b70123766305595a" member_type: VOTER last_known_addr { host: "127.1.40.61" port: 45949 } } peers { permanent_uuid: "173044966c6d4522bfefaae7cbde63ad" member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } }
07:04:23.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.392443 1456 raft_consensus.cc:374] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:04:23.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.392952 1456 raft_consensus.cc:729] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 173044966c6d4522bfefaae7cbde63ad, State: Initialized, Role: FOLLOWER
07:04:23.394 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
07:04:23.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.394855 1456 consensus_queue.cc:260] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b525bf5fa2944dd0a9c5eda68e54d95c" member_type: VOTER last_known_addr { host: "127.1.40.62" port: 34951 } } peers { permanent_uuid: "c60529f7e6f94676b70123766305595a" member_type: VOTER last_known_addr { host: "127.1.40.61" port: 45949 } } peers { permanent_uuid: "173044966c6d4522bfefaae7cbde63ad" member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } }
07:04:23.398 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
07:04:23.398 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
07:04:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.413872 1467 sys_catalog.cc:455] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b525bf5fa2944dd0a9c5eda68e54d95c" member_type: VOTER last_known_addr { host: "127.1.40.62" port: 34951 } } peers { permanent_uuid: "c60529f7e6f94676b70123766305595a" member_type: VOTER last_known_addr { host: "127.1.40.61" port: 45949 } } peers { permanent_uuid: "173044966c6d4522bfefaae7cbde63ad" member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } } }
07:04:23.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.425494 1467 sys_catalog.cc:458] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [sys.catalog]: This master's current role is: FOLLOWER
07:04:23.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.428471 1456 sys_catalog.cc:564] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [sys.catalog]: configured and running, proceeding with master startup.
07:04:23.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.444618 1282 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } attempt: 6
07:04:23.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:04:23 dist-test-slave-vxj2 krb5kdc[1197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785999863, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:04:23.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:04:23.469 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:04:23.470 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/krb5cc
07:04:23.472 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:04:23.472 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.40.62:34951
07:04:23.475 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
07:04:23.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.475607 1184 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8DXgio/build/tsan/bin/kudu with pid 1211
07:04:23.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.500109 1467 raft_consensus.cc:482] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:04:23.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.500860 1467 raft_consensus.cc:504] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b525bf5fa2944dd0a9c5eda68e54d95c" member_type: VOTER last_known_addr { host: "127.1.40.62" port: 34951 } } peers { permanent_uuid: "c60529f7e6f94676b70123766305595a" member_type: VOTER last_known_addr { host: "127.1.40.61" port: 45949 } } peers { permanent_uuid: "173044966c6d4522bfefaae7cbde63ad" member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } }
07:04:23.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.504858 1467 leader_election.cc:288] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b525bf5fa2944dd0a9c5eda68e54d95c (127.1.40.62:34951), c60529f7e6f94676b70123766305595a (127.1.40.61:45949)
07:04:23.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:23.506556 1481 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:23.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:23.506932 1481 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:23.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:23.515983 1459 negotiation.cc:337] Failed RPC negotiation. Trace:
07:04:23.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 07:04:23.447318 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:41516 (local address 127.1.40.60:41837)
07:04:23.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 07:04:23.449423 (+ 2105us) server_negotiation.cc:206] Beginning negotiation
07:04:23.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 07:04:23.449488 (+ 65us) server_negotiation.cc:399] Waiting for connection header
07:04:23.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 07:04:23.463203 (+ 13715us) server_negotiation.cc:407] Connection header received
07:04:23.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 07:04:23.463990 (+ 787us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
07:04:23.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 07:04:23.464052 (+ 62us) server_negotiation.cc:461] Received NEGOTIATE request from client
07:04:23.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 07:04:23.464505 (+ 453us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
07:04:23.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 07:04:23.464829 (+ 324us) server_negotiation.cc:226] Negotiated authn=SASL
07:04:23.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 07:04:23.468003 (+ 3174us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
07:04:23.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 07:04:23.469988 (+ 1985us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
07:04:23.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 07:04:23.473768 (+ 3780us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
07:04:23.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 07:04:23.475195 (+ 1427us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
07:04:23.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 07:04:23.475542 (+ 347us) server_negotiation.cc:657] Negotiated auth-only TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
07:04:23.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 07:04:23.513882 (+ 38340us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:41516: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
07:04:23.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":154}
07:04:23.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:23.518209 1404 connection.cc:535] client connection to 127.1.40.62:34951 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
07:04:23.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:23.518718 1404 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
07:04:23.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:23.539032 1461 negotiation.cc:337] Failed RPC negotiation. Trace:
07:04:23.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 07:04:23.530210 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.1.40.62:34951 (local address 127.0.0.1:41866)
07:04:23.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 07:04:23.530873 (+ 663us) negotiation.cc:107] Waiting for socket to connect
07:04:23.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 07:04:23.530929 (+ 56us) client_negotiation.cc:174] Beginning negotiation
07:04:23.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 07:04:23.531204 (+ 275us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
07:04:23.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 07:04:23.538100 (+ 6896us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.1.40.62:34951: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
07:04:23.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":98}
07:04:23.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:23.539834 1404 leader_election.cc:334] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b525bf5fa2944dd0a9c5eda68e54d95c (127.1.40.62:34951): Network error: Client connection negotiation failed: client connection to 127.1.40.62:34951: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
07:04:23.557 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:04:23.557 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.40.61:45949
07:04:23.558 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
07:04:23.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.559684 1184 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8DXgio/build/tsan/bin/kudu with pid 1288
07:04:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.521845 1373 master_runner.cc:186] Error getting master registration for 127.1.40.62:34951: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107),
07:04:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.565507 1373 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:04:23.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:23.591764 1407 tablet.cc:2369] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:04:23.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:23.615095 1461 negotiation.cc:337] Failed RPC negotiation. Trace:
07:04:23.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 07:04:23.605731 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.1.40.61:45949 (local address 127.0.0.1:58108)
07:04:23.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 07:04:23.606966 (+ 1235us) negotiation.cc:107] Waiting for socket to connect
07:04:23.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 07:04:23.607037 (+ 71us) client_negotiation.cc:174] Beginning negotiation
07:04:23.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 07:04:23.607412 (+ 375us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
07:04:23.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0806 07:04:23.608204 (+ 792us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.1.40.61:45949: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
07:04:23.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":488}
07:04:23.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:23.616333 1402 leader_election.cc:334] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c60529f7e6f94676b70123766305595a (127.1.40.61:45949): Network error: Client connection negotiation failed: client connection to 127.1.40.61:45949: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
07:04:23.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.617108 1402 leader_election.cc:302] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 173044966c6d4522bfefaae7cbde63ad; no voters: b525bf5fa2944dd0a9c5eda68e54d95c, c60529f7e6f94676b70123766305595a
07:04:23.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.618414 1467 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:04:23.631 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:04:23.631 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.40.60:41837
07:04:23.631 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
07:04:23.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.632794 1184 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8DXgio/build/tsan/bin/kudu with pid 1373
07:04:23.658 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:04:23.658 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.40.62:34951
07:04:23.660 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
07:04:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:23.662762 1184 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8DXgio/build/tsan/bin/kudu
07:04:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8DXgio/build/tsan/bin/kudu
07:04:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/wal
07:04:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/data
07:04:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:04:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:04:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:04:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:04:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:04:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:04:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/logs
07:04:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/data/info.pb
07:04:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:04:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:04:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:04:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:04:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:04:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:04:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:04:23.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:04:23.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:04:23.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:04:23.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:04:23.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:04:23.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.40.62:34951
07:04:23.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.40.62
07:04:23.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36369
07:04:23.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/kudu_127.1.40.62.keytab
07:04:23.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.40.62
07:04:23.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:04:23.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:04:23.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:04:23.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.40.20:35207
07:04:23.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:04:23.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:04:23.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:04:23.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:04:23.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837
07:04:23.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:04:23.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44301/jwks.json
07:04:23.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:04:25.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:25.205531 1487 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:04:25.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:25.206205 1487 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:04:25.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:25.206913 1487 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:04:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:25.241958 1487 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:04:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:25.242215 1487 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:04:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:25.242484 1487 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:04:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:25.242681 1487 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:04:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:25.242882 1487 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:04:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:25.243070 1487 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:04:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:25.243207 1487 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44301/jwks.json
07:04:25.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:25.282917 1487 master_runner.cc:386] Master server non-default flags:
07:04:25.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:04:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.40.20:35207
07:04:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:04:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:04:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/data
07:04:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/wal
07:04:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:04:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:04:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837
07:04:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/kudu_127.1.40.62.keytab
07:04:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.40.62
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.40.62:34951
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44301/jwks.json
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/data/info.pb
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.40.62
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36369
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/logs
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:23:34 UTC on ccycloud.quasar-uqpjlj.root.comops.site
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569750
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:25.284267 1487 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:04:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:25.285686 1487 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:04:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:25.305819 1494 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:26.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:25.306010 1493 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:26.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:25.305819 1496 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:26.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:26.625170 1495 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1317 milliseconds
07:04:26.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:26.625341 1487 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:04:26.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:26.626973 1487 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:04:26.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:26.629840 1487 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:04:26.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:26.631290 1487 hybrid_clock.cc:648] HybridClock initialized: now 1785999866631246 us; error 63 us; skew 500 ppm
07:04:26.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:26.632310 1487 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:04:26.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:04:26 dist-test-slave-vxj2 krb5kdc[1197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785999866, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.40.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:04:26.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:26.639144 1487 init.cc:377] Logged in from keytab as kudu/127.1.40.62@KRBTEST.COM (short username kudu)
07:04:26.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:26.643864 1487 webserver.cc:460] Webserver started at http://127.1.40.62:36369/ using document root <none> and password file <none>
07:04:26.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:26.644774 1487 fs_manager.cc:359] Metadata directory not provided
07:04:26.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:26.644976 1487 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:04:26.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:26.653661 1487 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.006s sys 0.001s
07:04:26.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:26.658429 1504 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:04:26.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:26.659663 1487 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
07:04:26.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:26.659979 1487 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/data,/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/wal
07:04:26.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b525bf5fa2944dd0a9c5eda68e54d95c"
07:04:26.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:17 on dist-test-slave-vxj2"
07:04:26.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:26.662362 1487 fs_report.cc:383] FS layout report
07:04:26.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:04:26.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/wal
07:04:26.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/wal
07:04:26.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/data/data
07:04:26.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:04:26.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:04:26.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:04:26.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:04:26.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:04:26.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:04:26.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:04:26.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:04:26.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:04:26.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:04:26.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:04:26.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:26.707134 1487 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:04:26.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:26.713644 1487 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:04:26.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:26.714218 1487 kserver.cc:163] Server-wide thread pool size limit: 3276
07:04:26.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:26.787477 1487 rpc_server.cc:307] RPC server started. Bound to: 127.1.40.62:34951
07:04:26.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:26.787632 1557 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.40.62:34951 every 8 connection(s)
07:04:26.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:26.790534 1487 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/data/info.pb
07:04:26.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:26.799678 1184 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8DXgio/build/tsan/bin/kudu as pid 1487
07:04:26.800 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:04:26.800 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.40.61:45949
07:04:26.800 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
07:04:26.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:26.802141 1184 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8DXgio/build/tsan/bin/kudu
07:04:26.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8DXgio/build/tsan/bin/kudu
07:04:26.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/wal
07:04:26.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/data
07:04:26.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:04:26.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:04:26.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:04:26.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:04:26.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:04:26.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:04:26.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/logs
07:04:26.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/data/info.pb
07:04:26.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:04:26.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:04:26.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:04:26.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:04:26.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:04:26.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:04:26.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:04:26.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:04:26.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:04:26.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:04:26.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:04:26.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:04:26.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.40.61:45949
07:04:26.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.40.61
07:04:26.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44027
07:04:26.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/kudu_127.1.40.61.keytab
07:04:26.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.40.61
07:04:26.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:04:26.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:04:26.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:04:26.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.40.20:35207
07:04:26.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:04:26.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:04:26.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:04:26.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:04:26.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837
07:04:26.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:04:26.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44301/jwks.json
07:04:26.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:04:26.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:26.802292 1558 sys_catalog.cc:263] Verifying existing consensus state
07:04:26.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260806 07:04:26.803282 1558 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:04:26.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:26.803755 1487 master.cc:537] Master@127.1.40.62:34951 shutting down...
07:04:26.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:26.867141 1487 master.cc:552] Master@127.1.40.62:34951 shutdown complete.
07:04:26.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:04:27.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:27.129829 1560 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:04:27.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:27.130412 1560 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:04:27.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:27.130990 1560 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:04:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:27.165052 1560 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:04:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:27.165411 1560 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:04:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:27.165701 1560 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:04:27.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:27.165908 1560 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:04:27.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:27.166108 1560 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:04:27.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:27.166299 1560 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:04:27.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:27.166455 1560 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44301/jwks.json
07:04:27.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:27.205538 1560 master_runner.cc:386] Master server non-default flags:
07:04:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:04:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.40.20:35207
07:04:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:04:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:04:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/data
07:04:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/wal
07:04:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:04:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:04:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837
07:04:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/kudu_127.1.40.61.keytab
07:04:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.40.61
07:04:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:04:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:04:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:04:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.40.61:45949
07:04:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44301/jwks.json
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/data/info.pb
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.40.61
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44027
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/logs
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:23:34 UTC on ccycloud.quasar-uqpjlj.root.comops.site
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569750
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:04:27.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:27.206732 1560 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:04:27.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:27.207857 1560 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:04:27.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:27.226485 1569 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:28.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:27.226600 1566 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:28.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:27.226516 1567 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:28.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:28.491705 1568 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:04:28.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:28.491981 1560 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:04:28.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:28.497262 1560 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:04:28.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:28.500672 1560 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:04:28.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:28.502135 1560 hybrid_clock.cc:648] HybridClock initialized: now 1785999868502101 us; error 43 us; skew 500 ppm
07:04:28.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:28.503116 1560 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:04:28.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:04:28 dist-test-slave-vxj2 krb5kdc[1197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785999868, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.40.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:04:28.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:28.513613 1560 init.cc:377] Logged in from keytab as kudu/127.1.40.61@KRBTEST.COM (short username kudu)
07:04:28.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:28.519577 1560 webserver.cc:460] Webserver started at http://127.1.40.61:44027/ using document root <none> and password file <none>
07:04:28.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:28.520763 1560 fs_manager.cc:359] Metadata directory not provided
07:04:28.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:28.521056 1560 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:04:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:28.530277 1560 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.004s sys 0.004s
07:04:28.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:28.535008 1580 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:04:28.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:28.536486 1560 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
07:04:28.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:28.536811 1560 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/data,/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/wal
07:04:28.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c60529f7e6f94676b70123766305595a"
07:04:28.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:19 on dist-test-slave-vxj2"
07:04:28.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:28.539263 1560 fs_report.cc:383] FS layout report
07:04:28.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:04:28.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/wal
07:04:28.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/wal
07:04:28.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/data/data
07:04:28.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:04:28.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:04:28.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:04:28.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:04:28.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:04:28.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:04:28.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:04:28.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:04:28.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:04:28.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:04:28.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:04:28.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:28.584748 1560 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:04:28.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:28.591660 1560 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:04:28.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:28.592255 1560 kserver.cc:163] Server-wide thread pool size limit: 3276
07:04:28.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:28.670149 1560 rpc_server.cc:307] RPC server started. Bound to: 127.1.40.61:45949
07:04:28.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:28.670228 1634 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.40.61:45949 every 8 connection(s)
07:04:28.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:28.673305 1560 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/data/info.pb
07:04:28.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:28.673962 1184 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8DXgio/build/tsan/bin/kudu as pid 1560
07:04:28.675 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:04:28.675 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.40.60:41837
07:04:28.675 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
07:04:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:28.677546 1184 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8DXgio/build/tsan/bin/kudu
07:04:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8DXgio/build/tsan/bin/kudu
07:04:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/wal
07:04:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/data
07:04:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:04:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:04:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:04:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:04:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:04:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:04:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/logs
07:04:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/data/info.pb
07:04:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:04:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:04:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:04:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:04:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:04:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:04:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:04:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:04:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:04:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:04:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:04:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:04:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.40.60:41837
07:04:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.40.60
07:04:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38061
07:04:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/kudu_127.1.40.60.keytab
07:04:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.40.60
07:04:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:04:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:04:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:04:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.40.20:35207
07:04:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:04:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:04:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:04:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:04:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837
07:04:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:04:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44301/jwks.json
07:04:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:04:28.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:28.686195 1635 sys_catalog.cc:263] Verifying existing consensus state
07:04:28.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260806 07:04:28.687053 1635 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:04:28.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:28.687518 1560 master.cc:537] Master@127.1.40.61:45949 shutting down...
07:04:28.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:28.747257 1560 master.cc:552] Master@127.1.40.61:45949 shutdown complete.
07:04:28.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:04:29.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:29.022149 1637 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:04:29.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:29.022905 1637 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:04:29.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:29.023726 1637 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:04:29.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:29.057471 1637 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:04:29.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:29.057827 1637 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:04:29.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:29.058260 1637 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:04:29.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:29.058585 1637 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:04:29.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:29.058889 1637 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:04:29.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:29.059139 1637 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:04:29.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:29.059374 1637 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44301/jwks.json
07:04:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:29.099429 1637 master_runner.cc:386] Master server non-default flags:
07:04:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:04:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.40.20:35207
07:04:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:04:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:04:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/data
07:04:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/wal
07:04:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:04:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:04:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837
07:04:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/krb5kdc/kudu_127.1.40.60.keytab
07:04:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.40.60
07:04:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:04:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:04:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:04:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.40.60:41837
07:04:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:04:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:04:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:04:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44301/jwks.json
07:04:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:04:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:04:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/data/info.pb
07:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.40.60
07:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38061
07:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/logs
07:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:04:29.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:04:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:04:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 06:23:34 UTC on ccycloud.quasar-uqpjlj.root.comops.site
07:04:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569750
07:04:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:04:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:29.100929 1637 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:04:29.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:29.102025 1637 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:04:29.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:29.121766 1647 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:30.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:29.122794 1644 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:30.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:29.124675 1637 server_base.cc:1034] running on GCE node
07:04:30.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:29.123332 1645 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:04:30.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.365054 1637 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:04:30.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.368809 1637 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:04:30.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.370205 1637 hybrid_clock.cc:648] HybridClock initialized: now 1785999870370173 us; error 42 us; skew 500 ppm
07:04:30.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.371112 1637 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:04:30.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:04:30 dist-test-slave-vxj2 krb5kdc[1197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785999870, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.40.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:04:30.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.377709 1637 init.cc:377] Logged in from keytab as kudu/127.1.40.60@KRBTEST.COM (short username kudu)
07:04:30.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.383268 1637 webserver.cc:460] Webserver started at http://127.1.40.60:38061/ using document root <none> and password file <none>
07:04:30.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.384286 1637 fs_manager.cc:359] Metadata directory not provided
07:04:30.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.384554 1637 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:04:30.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.393499 1637 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.000s
07:04:30.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.398842 1658 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:04:30.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.400247 1637 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.000s sys 0.005s
07:04:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.400547 1637 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/data,/tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/wal
07:04:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "173044966c6d4522bfefaae7cbde63ad"
07:04:30.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 07:04:22 on dist-test-slave-vxj2"
07:04:30.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.403599 1637 fs_report.cc:383] FS layout report
07:04:30.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:04:30.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/wal
07:04:30.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/wal
07:04:30.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/data/data
07:04:30.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:04:30.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:04:30.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:04:30.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:04:30.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:04:30.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:04:30.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:04:30.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:04:30.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:04:30.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:04:30.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:04:30.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.450021 1637 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:04:30.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.456405 1637 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:04:30.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.456943 1637 kserver.cc:163] Server-wide thread pool size limit: 3276
07:04:30.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.532302 1637 rpc_server.cc:307] RPC server started. Bound to: 127.1.40.60:41837
07:04:30.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.532428 1710 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.40.60:41837 every 8 connection(s)
07:04:30.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.535280 1637 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8DXgio/test-tmp/mini-kudu-cluster5145079278784532696/master-2/data/info.pb
07:04:30.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.538879 1184 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8DXgio/build/tsan/bin/kudu as pid 1637
07:04:30.539 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:04:30.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.549743 1711 sys_catalog.cc:263] Verifying existing consensus state
07:04:30.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.558300 1711 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: Bootstrap starting.
07:04:30.597 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.40.62:34951(127.1.40.62:34951)] connecting to peer
07:04:30.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.602099 1711 log.cc:824] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: Log is configured to *not* fsync() on all Append() calls
07:04:30.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.607653 1711 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:04:30.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.608608 1711 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: Bootstrap complete.
07:04:30.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.642170 1711 raft_consensus.cc:348] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b525bf5fa2944dd0a9c5eda68e54d95c" member_type: VOTER last_known_addr { host: "127.1.40.62" port: 34951 } } peers { permanent_uuid: "c60529f7e6f94676b70123766305595a" member_type: VOTER last_known_addr { host: "127.1.40.61" port: 45949 } } peers { permanent_uuid: "173044966c6d4522bfefaae7cbde63ad" member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } }
07:04:30.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.644582 1711 raft_consensus.cc:374] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:04:30.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.645010 1711 raft_consensus.cc:729] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 173044966c6d4522bfefaae7cbde63ad, State: Initialized, Role: FOLLOWER
07:04:30.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.646109 1711 consensus_queue.cc:260] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b525bf5fa2944dd0a9c5eda68e54d95c" member_type: VOTER last_known_addr { host: "127.1.40.62" port: 34951 } } peers { permanent_uuid: "c60529f7e6f94676b70123766305595a" member_type: VOTER last_known_addr { host: "127.1.40.61" port: 45949 } } peers { permanent_uuid: "173044966c6d4522bfefaae7cbde63ad" member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } }
07:04:30.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.649209 1715 sys_catalog.cc:455] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b525bf5fa2944dd0a9c5eda68e54d95c" member_type: VOTER last_known_addr { host: "127.1.40.62" port: 34951 } } peers { permanent_uuid: "c60529f7e6f94676b70123766305595a" member_type: VOTER last_known_addr { host: "127.1.40.61" port: 45949 } } peers { permanent_uuid: "173044966c6d4522bfefaae7cbde63ad" member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } } }
07:04:30.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.651119 1711 sys_catalog.cc:564] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [sys.catalog]: configured and running, proceeding with master startup.
07:04:30.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.651294 1715 sys_catalog.cc:458] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [sys.catalog]: This master's current role is: FOLLOWER
07:04:30.672 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.40.61:45949(127.1.40.61:45949)] connecting to peer
07:04:30.682 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.40.60:41837(127.1.40.60:41837)] connecting to peer
07:04:30.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:30.694788 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:30.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:30.695288 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:30.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:30.712554 1664 tablet.cc:2369] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:04:30.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.698979 1637 master_runner.cc:186] Error getting master registration for 127.1.40.62:34951: Network error: Client connection negotiation failed: client connection to 127.1.40.62:34951: connect: Connection refused (error 111),
07:04:30.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.739708 1637 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:04:30.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:30.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.62:34951(127.1.40.62:34951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:30.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.62:34951: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:30.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.743820 1715 raft_consensus.cc:482] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:04:30.744 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.1.40.60:41837(127.1.40.60:41837)] Successfully connected to peer
07:04:30.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.744400 1715 raft_consensus.cc:504] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b525bf5fa2944dd0a9c5eda68e54d95c" member_type: VOTER last_known_addr { host: "127.1.40.62" port: 34951 } } peers { permanent_uuid: "c60529f7e6f94676b70123766305595a" member_type: VOTER last_known_addr { host: "127.1.40.61" port: 45949 } } peers { permanent_uuid: "173044966c6d4522bfefaae7cbde63ad" member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } }
07:04:30.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:30.749992 1659 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.40.61:45949: connect: Connection refused (error 111)
07:04:30.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.751968 1715 leader_election.cc:288] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b525bf5fa2944dd0a9c5eda68e54d95c (127.1.40.62:34951), c60529f7e6f94676b70123766305595a (127.1.40.61:45949)
07:04:30.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:30.756263 1659 leader_election.cc:334] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c60529f7e6f94676b70123766305595a (127.1.40.61:45949): Network error: Client connection negotiation failed: client connection to 127.1.40.61:45949: connect: Connection refused (error 111)
07:04:30.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:30.763495 1661 leader_election.cc:334] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b525bf5fa2944dd0a9c5eda68e54d95c (127.1.40.62:34951): Network error: Client connection negotiation failed: client connection to 127.1.40.62:34951: connect: Connection refused (error 111)
07:04:30.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.763980 1661 leader_election.cc:302] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 173044966c6d4522bfefaae7cbde63ad; no voters: b525bf5fa2944dd0a9c5eda68e54d95c, c60529f7e6f94676b70123766305595a
07:04:30.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:30.764920 1715 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:04:30.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:30.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.40.61:45949(127.1.40.61:45949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:30.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.61:45949: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:30.836 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
07:04:30.845 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.1.40.60
07:04:31.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:04:31 dist-test-slave-vxj2 krb5kdc[1197](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785999863, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.40.60@KRBTEST.COM
07:04:31.115 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc847d96d, L:/127.0.0.1:38126 - R:/127.1.40.60:41837] using SASL/GSSAPI
07:04:31.133 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837; will retry
07:04:31.147 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.62:34951(127.1.40.62:34951)] connecting to peer
07:04:31.149 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.61:45949(127.1.40.61:45949)] connecting to peer
07:04:31.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.40.62:34951(127.1.40.62:34951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.62:34951: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.61:45949(127.1.40.61:45949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.61:45949: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.160 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837; will retry
07:04:31.165 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.62:34951(127.1.40.62:34951)] connecting to peer
07:04:31.166 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.61:45949(127.1.40.61:45949)] connecting to peer
07:04:31.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.40.62:34951(127.1.40.62:34951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.62:34951: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.61:45949(127.1.40.61:45949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.61:45949: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837; will retry
07:04:31.186 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.62:34951(127.1.40.62:34951)] connecting to peer
07:04:31.187 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.61:45949(127.1.40.61:45949)] connecting to peer
07:04:31.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.40.62:34951(127.1.40.62:34951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.62:34951: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.61:45949(127.1.40.61:45949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.61:45949: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.196 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837; will retry
07:04:31.226 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.62:34951(127.1.40.62:34951)] connecting to peer
07:04:31.228 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.61:45949(127.1.40.61:45949)] connecting to peer
07:04:31.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.40.62:34951(127.1.40.62:34951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.62:34951: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.61:45949(127.1.40.61:45949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.61:45949: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.236 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837; will retry
07:04:31.266 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.62:34951(127.1.40.62:34951)] connecting to peer
07:04:31.267 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.61:45949(127.1.40.61:45949)] connecting to peer
07:04:31.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.40.62:34951(127.1.40.62:34951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.62:34951: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.61:45949(127.1.40.61:45949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.61:45949: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837; will retry
07:04:31.345 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.62:34951(127.1.40.62:34951)] connecting to peer
07:04:31.347 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.61:45949(127.1.40.61:45949)] connecting to peer
07:04:31.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.40.62:34951(127.1.40.62:34951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.62:34951: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.61:45949(127.1.40.61:45949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.354 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.61:45949: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837; will retry
07:04:31.405 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.62:34951(127.1.40.62:34951)] connecting to peer
07:04:31.407 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.61:45949(127.1.40.61:45949)] connecting to peer
07:04:31.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.40.62:34951(127.1.40.62:34951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.62:34951: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.61:45949(127.1.40.61:45949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.61:45949: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837; will retry
07:04:31.565 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.62:34951(127.1.40.62:34951)] connecting to peer
07:04:31.566 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.61:45949(127.1.40.61:45949)] connecting to peer
07:04:31.568 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.568 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.40.62:34951(127.1.40.62:34951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.62:34951: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.61:45949(127.1.40.61:45949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.61:45949: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.575 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837; will retry
07:04:31.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:31.699769 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:31.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:31.700127 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:31.966 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.62:34951(127.1.40.62:34951)] connecting to peer
07:04:31.967 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.61:45949(127.1.40.61:45949)] connecting to peer
07:04:31.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.40.62:34951(127.1.40.62:34951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.62:34951: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:31.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.61:45949(127.1.40.61:45949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.61:45949: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:31.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837; will retry
07:04:32.366 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.62:34951(127.1.40.62:34951)] connecting to peer
07:04:32.367 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.61:45949(127.1.40.61:45949)] connecting to peer
07:04:32.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:32.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.40.62:34951(127.1.40.62:34951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:32.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.62:34951: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:32.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:32.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.61:45949(127.1.40.61:45949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:32.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.61:45949: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:32.373 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837; will retry
07:04:32.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:32.703478 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:32.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:32.703770 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:32.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:32.785956 1736 raft_consensus.cc:482] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:04:32.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:32.786340 1736 raft_consensus.cc:504] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b525bf5fa2944dd0a9c5eda68e54d95c" member_type: VOTER last_known_addr { host: "127.1.40.62" port: 34951 } } peers { permanent_uuid: "c60529f7e6f94676b70123766305595a" member_type: VOTER last_known_addr { host: "127.1.40.61" port: 45949 } } peers { permanent_uuid: "173044966c6d4522bfefaae7cbde63ad" member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } }
07:04:32.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:32.788025 1736 leader_election.cc:288] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b525bf5fa2944dd0a9c5eda68e54d95c (127.1.40.62:34951), c60529f7e6f94676b70123766305595a (127.1.40.61:45949)
07:04:32.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:32.796484 1659 leader_election.cc:334] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c60529f7e6f94676b70123766305595a (127.1.40.61:45949): Network error: Client connection negotiation failed: client connection to 127.1.40.61:45949: connect: Connection refused (error 111)
07:04:32.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:32.807699 1661 leader_election.cc:334] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b525bf5fa2944dd0a9c5eda68e54d95c (127.1.40.62:34951): Network error: Client connection negotiation failed: client connection to 127.1.40.62:34951: connect: Connection refused (error 111)
07:04:32.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:32.808127 1661 leader_election.cc:302] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 173044966c6d4522bfefaae7cbde63ad; no voters: b525bf5fa2944dd0a9c5eda68e54d95c, c60529f7e6f94676b70123766305595a
07:04:32.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:32.808822 1736 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:04:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:33.708679 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:33.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:33.709115 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:34.106 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.62:34951(127.1.40.62:34951)] connecting to peer
07:04:34.107 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.61:45949(127.1.40.61:45949)] connecting to peer
07:04:34.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:34.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.40.62:34951(127.1.40.62:34951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:34.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:34.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.62:34951: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:34.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.61:45949(127.1.40.61:45949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:34.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.61:45949: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:34.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837; will retry
07:04:34.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:34.713884 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:34.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:34.714320 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:35.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:35.087383 1743 raft_consensus.cc:482] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:04:35.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:35.087983 1743 raft_consensus.cc:504] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b525bf5fa2944dd0a9c5eda68e54d95c" member_type: VOTER last_known_addr { host: "127.1.40.62" port: 34951 } } peers { permanent_uuid: "c60529f7e6f94676b70123766305595a" member_type: VOTER last_known_addr { host: "127.1.40.61" port: 45949 } } peers { permanent_uuid: "173044966c6d4522bfefaae7cbde63ad" member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } }
07:04:35.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:35.090049 1743 leader_election.cc:288] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b525bf5fa2944dd0a9c5eda68e54d95c (127.1.40.62:34951), c60529f7e6f94676b70123766305595a (127.1.40.61:45949)
07:04:35.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:35.100346 1659 leader_election.cc:334] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c60529f7e6f94676b70123766305595a (127.1.40.61:45949): Network error: Client connection negotiation failed: client connection to 127.1.40.61:45949: connect: Connection refused (error 111)
07:04:35.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:35.101075 1661 leader_election.cc:334] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b525bf5fa2944dd0a9c5eda68e54d95c (127.1.40.62:34951): Network error: Client connection negotiation failed: client connection to 127.1.40.62:34951: connect: Connection refused (error 111)
07:04:35.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:35.101684 1661 leader_election.cc:302] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 173044966c6d4522bfefaae7cbde63ad; no voters: b525bf5fa2944dd0a9c5eda68e54d95c, c60529f7e6f94676b70123766305595a
07:04:35.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:35.102563 1743 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:04:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:35.719375 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:35.719923 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:35.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:35.747293 1637 master_runner.cc:186] Error getting master registration for 127.1.40.62:34951: Network error: Client connection negotiation failed: client connection to 127.1.40.62:34951: connect: Connection refused (error 111),
07:04:35.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:35.747684 1637 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:04:35.926 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.62:34951(127.1.40.62:34951)] connecting to peer
07:04:35.927 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.61:45949(127.1.40.61:45949)] connecting to peer
07:04:35.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:35.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.40.62:34951(127.1.40.62:34951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:35.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.62:34951: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:35.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:35.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.61:45949(127.1.40.61:45949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:35.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.61:45949: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:35.932 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837; will retry
07:04:36.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:36.724472 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:36.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:36.724809 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:37.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:37.161513 1748 raft_consensus.cc:482] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:04:37.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:37.162106 1748 raft_consensus.cc:504] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b525bf5fa2944dd0a9c5eda68e54d95c" member_type: VOTER last_known_addr { host: "127.1.40.62" port: 34951 } } peers { permanent_uuid: "c60529f7e6f94676b70123766305595a" member_type: VOTER last_known_addr { host: "127.1.40.61" port: 45949 } } peers { permanent_uuid: "173044966c6d4522bfefaae7cbde63ad" member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } }
07:04:37.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:37.163812 1748 leader_election.cc:288] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b525bf5fa2944dd0a9c5eda68e54d95c (127.1.40.62:34951), c60529f7e6f94676b70123766305595a (127.1.40.61:45949)
07:04:37.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:37.166014 1661 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.40.62:34951: connect: Connection refused (error 111) [suppressed 5 similar messages]
07:04:37.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:37.169437 1661 leader_election.cc:334] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b525bf5fa2944dd0a9c5eda68e54d95c (127.1.40.62:34951): Network error: Client connection negotiation failed: client connection to 127.1.40.62:34951: connect: Connection refused (error 111)
07:04:37.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:37.169951 1659 leader_election.cc:334] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c60529f7e6f94676b70123766305595a (127.1.40.61:45949): Network error: Client connection negotiation failed: client connection to 127.1.40.61:45949: connect: Connection refused (error 111)
07:04:37.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:37.170334 1659 leader_election.cc:302] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 173044966c6d4522bfefaae7cbde63ad; no voters: b525bf5fa2944dd0a9c5eda68e54d95c, c60529f7e6f94676b70123766305595a
07:04:37.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:37.171032 1748 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:04:37.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:37.727818 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:37.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:37.728133 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:38.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:38.731655 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:38.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:38.732002 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:38.886 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.62:34951(127.1.40.62:34951)] connecting to peer
07:04:38.887 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.61:45949(127.1.40.61:45949)] connecting to peer
07:04:38.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:38.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.40.62:34951(127.1.40.62:34951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:38.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.62:34951: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:38.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:38.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.61:45949(127.1.40.61:45949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:38.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.61:45949: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:38.893 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837; will retry
07:04:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:39.232524 1756 raft_consensus.cc:482] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:04:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:39.233286 1756 raft_consensus.cc:504] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b525bf5fa2944dd0a9c5eda68e54d95c" member_type: VOTER last_known_addr { host: "127.1.40.62" port: 34951 } } peers { permanent_uuid: "c60529f7e6f94676b70123766305595a" member_type: VOTER last_known_addr { host: "127.1.40.61" port: 45949 } } peers { permanent_uuid: "173044966c6d4522bfefaae7cbde63ad" member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } }
07:04:39.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:39.236433 1756 leader_election.cc:288] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b525bf5fa2944dd0a9c5eda68e54d95c (127.1.40.62:34951), c60529f7e6f94676b70123766305595a (127.1.40.61:45949)
07:04:39.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:39.243180 1661 leader_election.cc:334] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b525bf5fa2944dd0a9c5eda68e54d95c (127.1.40.62:34951): Network error: Client connection negotiation failed: client connection to 127.1.40.62:34951: connect: Connection refused (error 111)
07:04:39.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:39.243841 1659 leader_election.cc:334] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c60529f7e6f94676b70123766305595a (127.1.40.61:45949): Network error: Client connection negotiation failed: client connection to 127.1.40.61:45949: connect: Connection refused (error 111)
07:04:39.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:39.244262 1659 leader_election.cc:302] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 173044966c6d4522bfefaae7cbde63ad; no voters: b525bf5fa2944dd0a9c5eda68e54d95c, c60529f7e6f94676b70123766305595a
07:04:39.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:39.245061 1756 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:04:39.726 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.62:34951(127.1.40.62:34951)] connecting to peer
07:04:39.728 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.61:45949(127.1.40.61:45949)] connecting to peer
07:04:39.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:39.729 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.40.62:34951(127.1.40.62:34951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:39.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.62:34951: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:39.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:39.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.61:45949(127.1.40.61:45949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:39.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.61:45949: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:39.733 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837; will retry
07:04:39.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:39.736239 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:39.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:39.736550 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:40.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:04:40 dist-test-slave-vxj2 krb5kdc[1197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785999880, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.40.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:04:40.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:40.381927 1654 init.cc:295] Successfully reacquired a new kerberos TGT
07:04:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:40.739663 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:40.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:40.739929 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:40.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:40.750670 1637 master_runner.cc:186] Error getting master registration for 127.1.40.62:34951: Network error: Client connection negotiation failed: client connection to 127.1.40.62:34951: connect: Connection refused (error 111),
07:04:40.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:40.751183 1637 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:04:41.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:41.742832 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:41.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:41.743115 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:42.305 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.62:34951(127.1.40.62:34951)] connecting to peer
07:04:42.307 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.61:45949(127.1.40.61:45949)] connecting to peer
07:04:42.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:42.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.40.62:34951(127.1.40.62:34951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:42.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.62:34951: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:42.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:42.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.61:45949(127.1.40.61:45949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:42.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.61:45949: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:42.312 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837; will retry
07:04:42.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:42.746023 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:42.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:42.746309 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:43.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:43.749128 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:43.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:43.749414 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:43.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:43.960968 1765 raft_consensus.cc:482] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:04:43.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:43.961468 1765 raft_consensus.cc:504] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b525bf5fa2944dd0a9c5eda68e54d95c" member_type: VOTER last_known_addr { host: "127.1.40.62" port: 34951 } } peers { permanent_uuid: "c60529f7e6f94676b70123766305595a" member_type: VOTER last_known_addr { host: "127.1.40.61" port: 45949 } } peers { permanent_uuid: "173044966c6d4522bfefaae7cbde63ad" member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } }
07:04:43.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:43.963295 1765 leader_election.cc:288] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b525bf5fa2944dd0a9c5eda68e54d95c (127.1.40.62:34951), c60529f7e6f94676b70123766305595a (127.1.40.61:45949)
07:04:43.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:43.965410 1661 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.40.62:34951: connect: Connection refused (error 111) [suppressed 3 similar messages]
07:04:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:43.968556 1661 leader_election.cc:334] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b525bf5fa2944dd0a9c5eda68e54d95c (127.1.40.62:34951): Network error: Client connection negotiation failed: client connection to 127.1.40.62:34951: connect: Connection refused (error 111)
07:04:43.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:43.969249 1659 leader_election.cc:334] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c60529f7e6f94676b70123766305595a (127.1.40.61:45949): Network error: Client connection negotiation failed: client connection to 127.1.40.61:45949: connect: Connection refused (error 111)
07:04:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:43.969647 1659 leader_election.cc:302] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 173044966c6d4522bfefaae7cbde63ad; no voters: b525bf5fa2944dd0a9c5eda68e54d95c, c60529f7e6f94676b70123766305595a
07:04:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:43.970299 1765 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:04:44.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:44.468657 513 debug-util.cc:398] Leaking SignalData structure 0x7b0800099860 after lost signal to thread 447
07:04:44.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:44.469336 513 debug-util.cc:398] Leaking SignalData structure 0x7b0800082260 after lost signal to thread 516
07:04:44.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:44.752422 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:44.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:44.752774 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:45.625 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.62:34951(127.1.40.62:34951)] connecting to peer
07:04:45.627 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.61:45949(127.1.40.61:45949)] connecting to peer
07:04:45.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:45.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.40.62:34951(127.1.40.62:34951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:45.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.62:34951: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:45.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:45.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.61:45949(127.1.40.61:45949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:45.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.61:45949: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:45.633 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837; will retry
07:04:45.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:45.754597 1637 master_runner.cc:186] Error getting master registration for 127.1.40.62:34951: Network error: Client connection negotiation failed: client connection to 127.1.40.62:34951: connect: Connection refused (error 111),
07:04:45.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:45.755080 1637 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:04:45.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:45.756570 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:45.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:45.756817 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:46.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:46.759994 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:46.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:46.760301 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:47.763159 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:47.763427 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:48.686 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.62:34951(127.1.40.62:34951)] connecting to peer
07:04:48.687 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.61:45949(127.1.40.61:45949)] connecting to peer
07:04:48.688 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:48.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.40.62:34951(127.1.40.62:34951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:48.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.62:34951: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:48.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:48.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.61:45949(127.1.40.61:45949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:48.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.61:45949: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:48.693 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837; will retry
07:04:48.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:48.766546 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:48.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:48.766891 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:49.306 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.62:34951(127.1.40.62:34951)] connecting to peer
07:04:49.307 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.61:45949(127.1.40.61:45949)] connecting to peer
07:04:49.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:49.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.40.62:34951(127.1.40.62:34951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:49.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.62:34951: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:49.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:49.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.61:45949(127.1.40.61:45949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:49.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.61:45949: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:49.314 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837; will retry
07:04:49.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:49.770619 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:49.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:49.770990 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:50.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 07:04:50 dist-test-slave-vxj2 krb5kdc[1197](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785999890, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.40.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:04:50.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:50.384829 1654 init.cc:295] Successfully reacquired a new kerberos TGT
07:04:50.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:50.758625 1637 master_runner.cc:186] Error getting master registration for 127.1.40.62:34951: Network error: Client connection negotiation failed: client connection to 127.1.40.62:34951: connect: Connection refused (error 111),
07:04:50.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:50.759169 1637 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:04:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:50.773923 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:50.774189 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:51.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:51.777035 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:51.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:51.777370 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:52.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:52.780305 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:52.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:52.780581 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:52.845 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.62:34951(127.1.40.62:34951)] connecting to peer
07:04:52.846 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.61:45949(127.1.40.61:45949)] connecting to peer
07:04:52.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:52.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.40.62:34951(127.1.40.62:34951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:52.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.62:34951: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:52.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:52.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.61:45949(127.1.40.61:45949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:52.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.61:45949: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:52.852 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837; will retry
07:04:52.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:52.897971 1781 raft_consensus.cc:482] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:04:52.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:52.898546 1781 raft_consensus.cc:504] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b525bf5fa2944dd0a9c5eda68e54d95c" member_type: VOTER last_known_addr { host: "127.1.40.62" port: 34951 } } peers { permanent_uuid: "c60529f7e6f94676b70123766305595a" member_type: VOTER last_known_addr { host: "127.1.40.61" port: 45949 } } peers { permanent_uuid: "173044966c6d4522bfefaae7cbde63ad" member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } }
07:04:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:52.900544 1781 leader_election.cc:288] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b525bf5fa2944dd0a9c5eda68e54d95c (127.1.40.62:34951), c60529f7e6f94676b70123766305595a (127.1.40.61:45949)
07:04:52.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:52.902501 1661 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.40.62:34951: connect: Connection refused (error 111) [suppressed 1 similar messages]
07:04:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:52.905702 1661 leader_election.cc:334] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b525bf5fa2944dd0a9c5eda68e54d95c (127.1.40.62:34951): Network error: Client connection negotiation failed: client connection to 127.1.40.62:34951: connect: Connection refused (error 111)
07:04:52.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:52.906369 1659 leader_election.cc:334] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c60529f7e6f94676b70123766305595a (127.1.40.61:45949): Network error: Client connection negotiation failed: client connection to 127.1.40.61:45949: connect: Connection refused (error 111)
07:04:52.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:52.906682 1659 leader_election.cc:302] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 173044966c6d4522bfefaae7cbde63ad; no voters: b525bf5fa2944dd0a9c5eda68e54d95c, c60529f7e6f94676b70123766305595a
07:04:52.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:52.907265 1781 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:04:53.466 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.62:34951(127.1.40.62:34951)] connecting to peer
07:04:53.468 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.61:45949(127.1.40.61:45949)] connecting to peer
07:04:53.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:53.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.40.62:34951(127.1.40.62:34951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:53.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.62:34951: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:53.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:53.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.61:45949(127.1.40.61:45949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:53.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.61:45949: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:53.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837; will retry
07:04:53.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:53.785130 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:53.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:53.785717 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:54.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:54.788977 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:54.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:54.789398 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:55.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:55.762653 1637 master_runner.cc:186] Error getting master registration for 127.1.40.62:34951: Network error: Client connection negotiation failed: client connection to 127.1.40.62:34951: connect: Connection refused (error 111),
07:04:55.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:55.763068 1637 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:04:55.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:55.792421 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:55.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:55.792748 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:56.385 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.62:34951(127.1.40.62:34951)] connecting to peer
07:04:56.386 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.61:45949(127.1.40.61:45949)] connecting to peer
07:04:56.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:56.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.40.62:34951(127.1.40.62:34951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:56.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.62:34951: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:56.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:56.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.61:45949(127.1.40.61:45949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:56.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.61:45949: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:56.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837; will retry
07:04:56.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:56.650837 1790 raft_consensus.cc:482] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:04:56.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:56.651325 1790 raft_consensus.cc:504] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b525bf5fa2944dd0a9c5eda68e54d95c" member_type: VOTER last_known_addr { host: "127.1.40.62" port: 34951 } } peers { permanent_uuid: "c60529f7e6f94676b70123766305595a" member_type: VOTER last_known_addr { host: "127.1.40.61" port: 45949 } } peers { permanent_uuid: "173044966c6d4522bfefaae7cbde63ad" member_type: VOTER last_known_addr { host: "127.1.40.60" port: 41837 } }
07:04:56.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:56.653138 1790 leader_election.cc:288] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b525bf5fa2944dd0a9c5eda68e54d95c (127.1.40.62:34951), c60529f7e6f94676b70123766305595a (127.1.40.61:45949)
07:04:56.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:56.657970 1661 leader_election.cc:334] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer b525bf5fa2944dd0a9c5eda68e54d95c (127.1.40.62:34951): Network error: Client connection negotiation failed: client connection to 127.1.40.62:34951: connect: Connection refused (error 111)
07:04:56.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:56.658571 1659 leader_election.cc:334] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c60529f7e6f94676b70123766305595a (127.1.40.61:45949): Network error: Client connection negotiation failed: client connection to 127.1.40.61:45949: connect: Connection refused (error 111)
07:04:56.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:56.658955 1659 leader_election.cc:302] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 173044966c6d4522bfefaae7cbde63ad; no voters: b525bf5fa2944dd0a9c5eda68e54d95c, c60529f7e6f94676b70123766305595a
07:04:56.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:56.659638 1790 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:04:56.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:56.795773 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:56.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:56.796108 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:56.845 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.62:34951(127.1.40.62:34951)] connecting to peer
07:04:56.846 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.61:45949(127.1.40.61:45949)] connecting to peer
07:04:56.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:56.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.40.62:34951(127.1.40.62:34951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:56.847 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.62:34951: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:56.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:56.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.61:45949(127.1.40.61:45949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:56.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.61:45949: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:56.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837; will retry
07:04:57.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:57.799463 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:57.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:57.799816 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:58.186 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.62:34951(127.1.40.62:34951)] connecting to peer
07:04:58.187 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.61:45949(127.1.40.61:45949)] connecting to peer
07:04:58.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:58.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.40.62:34951(127.1.40.62:34951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:58.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.62:34951: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:58.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:58.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.61:45949(127.1.40.61:45949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:58.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.61:45949: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:58.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837; will retry
07:04:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:58.802865 1728 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 173044966c6d4522bfefaae7cbde63ad: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:04:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:58.803133 1728 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:04:59.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:59.051739 672 debug-util.cc:398] Leaking SignalData structure 0x7b08000c0be0 after lost signal to thread 602
07:04:59.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:04:59.052472 672 debug-util.cc:398] Leaking SignalData structure 0x7b08000b4fe0 after lost signal to thread 675
07:04:59.386 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.62:34951(127.1.40.62:34951)] connecting to peer
07:04:59.387 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.61:45949(127.1.40.61:45949)] connecting to peer
07:04:59.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:59.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.61:45949(127.1.40.61:45949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:59.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:59.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.40.62:34951(127.1.40.62:34951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:59.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.61:45949: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:59.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.62:34951: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:59.394 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837; will retry
07:04:59.705 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.62:34951(127.1.40.62:34951)] connecting to peer
07:04:59.706 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.40.61:45949(127.1.40.61:45949)] connecting to peer
07:04:59.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:59.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.40.62:34951(127.1.40.62:34951)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:59.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.62:34951: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951
07:04:59.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:59.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.61:45949(127.1.40.61:45949)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:59.709 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.40.61:45949: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
07:04:59.712 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837; will retry
07:04:59.717 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29169), Traces: [0ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [192ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [219ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [581ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [585ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [596ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [603ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [608ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [611ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [612ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [619ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [621ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [626ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [627ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [640ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [645ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [646ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [648ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [676ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [682ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [684ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [686ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [688ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [716ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [720ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [723ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [725ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [726ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [796ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [801ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [804ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [806ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [807ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [855ms] refreshing cache from master, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [859ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [863ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [865ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [866ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [1015ms] refreshing cache from master, [1016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [1019ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [1020ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [1025ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [1026ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [1416ms] refreshing cache from master, [1416ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [1418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [1419ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [1419ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [1426ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [1428ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [1816ms] refreshing cache from master, [1817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [1818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [1819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [1819ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [1824ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [3556ms] refreshing cache from master, [3557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [3558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [3560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [3560ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [3561ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [3566ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [3566ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [5376ms] refreshing cache from master, [5377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [5377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [5379ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [5380ms] too many traces: truncated at 100 traces, deferred=Deferred@644786361(state=PENDING, result=null, callback=(continuation of Deferred@185956041 after retry RPC after error@1042707631) -> (continuation of Deferred@403535664 after retry RPC after error@1265971176) -> (continuation of Deferred@1802939249 after retry RPC after error@1727539644) -> (continuation of Deferred@364865188 after retry RPC after error@2010583444) -> (continuation of Deferred@690225468 after retry RPC after error@238450797) -> (continuation of Deferred@1624417609 after retry RPC after error@801526646) -> (continuation of Deferred@652380755 after retry RPC after error@455769074) -> (continuation of Deferred@1856470323 after retry RPC after error@1936186994) -> (continuation of Deferred@1097167455 after retry RPC after error@156791914) -> (continuation of Deferred@1556340375 after retry RPC after error@286924595) -> (continuation of Deferred@2064085189 after retry RPC after error@825663723) -> (continuation of Deferred@1942218556 after retry RPC after error@845254128) -> (continuation of Deferred@1923109409 after retry RPC after error@1989514598) -> (continuation of Deferred@436430479 after retry RPC after error@607348274) -> (continuation of Deferred@1416759759 after retry RPC after error@244750466) -> (continuation of Deferred@262185153 after retry RPC after error@807224817) -> (continuation of Deferred@1961168460 after retry RPC after error@1317915354) -> (continuation of Deferred@1151458658 after retry RPC after error@508111562) -> (continuation of Deferred@1107476513 after retry RPC after error@1652099489) -> (continuation of Deferred@679055937 after retry RPC after error@2142364414) -> (continuation of Deferred@736503521 after retry RPC after error@33035837) -> (continuation of Deferred@1702324185 after retry RPC after error@354541467) -> (continuation of Deferred@267006704 after retry RPC after error@1315083470) -> (continuation of Deferred@284523380 after retry RPC after error@196326390) -> (continuation of Deferred@1427144130 after retry RPC after error@260982602), errback=(continuation of Deferred@185956041 after retry RPC after error@1042707631) -> (continuation of Deferred@403535664 after retry RPC after error@1265971176) -> (continuation of Deferred@1802939249 after retry RPC after error@1727539644) -> (continuation of Deferred@364865188 after retry RPC after error@2010583444) -> (continuation of Deferred@690225468 after retry RPC after error@238450797) -> (continuation of Deferred@1624417609 after retry RPC after error@801526646) -> (continuation of Deferred@652380755 after retry RPC after error@455769074) -> (continuation of Deferred@1856470323 after retry RPC after error@1936186994) -> (continuation of Deferred@1097167455 after retry RPC after error@156791914) -> (continuation of Deferred@1556340375 after retry RPC after error@286924595) -> (continuation of Deferred@2064085189 after retry RPC after error@825663723) -> (continuation of Deferred@1942218556 after retry RPC after error@845254128) -> (continuation of Deferred@1923109409 after retry RPC after error@1989514598) -> (continuation of Deferred@436430479 after retry RPC after error@607348274) -> (continuation of Deferred@1416759759 after retry RPC after error@244750466) -> (continuation of Deferred@262185153 after retry RPC after error@807224817) -> (continuation of Deferred@1961168460 after retry RPC after error@1317915354) -> (continuation of Deferred@1151458658 after retry RPC after error@508111562) -> (continuation of Deferred@1107476513 after retry RPC after error@1652099489) -> (continuation of Deferred@679055937 after retry RPC after error@2142364414) -> (continuation of Deferred@736503521 after retry RPC after error@33035837) -> (continuation of Deferred@1702324185 after retry RPC after error@354541467) -> (continuation of Deferred@267006704 after retry RPC after error@1315083470) -> (continuation of Deferred@284523380 after retry RPC after error@196326390) -> (continuation of Deferred@1427144130 after retry RPC after error@260982602)))
07:04:59.723 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.40.62:34951(127.1.40.62:34951)] disconnecting while in state TERMINATED
07:04:59.725 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.40.60:41837(127.1.40.60:41837)] disconnecting while in state READY
07:04:59.725 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.40.61:45949(127.1.40.61:45949)] disconnecting while in state TERMINATED
07:04:59.731 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:04:59.733 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.1.40.60:41837(127.1.40.60:41837)] handling channelInactive
07:04:59.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.40.60:41837(127.1.40.60:41837)] cleaning up while in state READY due to: connection closed
07:04:59.734 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:04:59.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:04:59.743153 1184 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8DXgio/build/tsan/bin/kudu with pid 1637
07:04:59.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T07:04:59Z chronyd exiting
07:05:00.882 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:05:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:05:00.884581 434 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8DXgio/build/tsan/bin/kudu with pid 726
07:05:00.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:05:00.921393 434 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8DXgio/build/tsan/bin/kudu with pid 888
07:05:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:05:00.949138 434 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8DXgio/build/tsan/bin/kudu with pid 1040
07:05:00.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:05:00.978329 434 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8DXgio/build/tsan/bin/kudu with pid 446
07:05:01.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:05:01.014045 434 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8DXgio/build/tsan/bin/kudu with pid 519
07:05:01.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 07:05:01.046993 627 connection.cc:535] client connection to 127.0.108.189:35561 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
07:05:01.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 07:05:01.047509 434 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8DXgio/build/tsan/bin/kudu with pid 597
07:05:02.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T07:05:02Z chronyd exiting
07:05:03.276 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29169), Traces: [0ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [192ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [219ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [581ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [585ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [596ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [603ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [608ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [611ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [612ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [619ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [621ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [626ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [627ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [640ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [645ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [646ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [648ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [676ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [682ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [684ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [686ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [688ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [716ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [720ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [723ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [725ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [726ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [796ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [801ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [804ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [806ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [807ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [855ms] refreshing cache from master, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [859ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [863ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [865ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [866ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [1015ms] refreshing cache from master, [1016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [1019ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [1020ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [1025ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [1026ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [1416ms] refreshing cache from master, [1416ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [1418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [1419ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [1419ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [1426ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [1428ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [1816ms] refreshing cache from master, [1817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [1818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [1819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [1819ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [1824ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [3556ms] refreshing cache from master, [3557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [3558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [3560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [3560ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [3561ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [3566ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [3566ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [5376ms] refreshing cache from master, [5377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [5377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [5379ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [5380ms] too many traces: truncated at 100 traces, deferred=Deferred@644786361(state=PENDING, result=null, callback=(continuation of Deferred@185956041 after retry RPC after error@1042707631) -> (continuation of Deferred@403535664 after retry RPC after error@1265971176) -> (continuation of Deferred@1802939249 after retry RPC after error@1727539644) -> (continuation of Deferred@364865188 after retry RPC after error@2010583444) -> (continuation of Deferred@690225468 after retry RPC after error@238450797) -> (continuation of Deferred@1624417609 after retry RPC after error@801526646) -> (continuation of Deferred@652380755 after retry RPC after error@455769074) -> (continuation of Deferred@1856470323 after retry RPC after error@1936186994) -> (continuation of Deferred@1097167455 after retry RPC after error@156791914) -> (continuation of Deferred@1556340375 after retry RPC after error@286924595) -> (continuation of Deferred@2064085189 after retry RPC after error@825663723) -> (continuation of Deferred@1942218556 after retry RPC after error@845254128) -> (continuation of Deferred@1923109409 after retry RPC after error@1989514598) -> (continuation of Deferred@436430479 after retry RPC after error@607348274) -> (continuation of Deferred@1416759759 after retry RPC after error@244750466) -> (continuation of Deferred@262185153 after retry RPC after error@807224817) -> (continuation of Deferred@1961168460 after retry RPC after error@1317915354) -> (continuation of Deferred@1151458658 after retry RPC after error@508111562) -> (continuation of Deferred@1107476513 after retry RPC after error@1652099489) -> (continuation of Deferred@679055937 after retry RPC after error@2142364414) -> (continuation of Deferred@736503521 after retry RPC after error@33035837) -> (continuation of Deferred@1702324185 after retry RPC after error@354541467) -> (continuation of Deferred@267006704 after retry RPC after error@1315083470) -> (continuation of Deferred@284523380 after retry RPC after error@196326390) -> (continuation of Deferred@1427144130 after retry RPC after error@260982602), errback=(continuation of Deferred@185956041 after retry RPC after error@1042707631) -> (continuation of Deferred@403535664 after retry RPC after error@1265971176) -> (continuation of Deferred@1802939249 after retry RPC after error@1727539644) -> (continuation of Deferred@364865188 after retry RPC after error@2010583444) -> (continuation of Deferred@690225468 after retry RPC after error@238450797) -> (continuation of Deferred@1624417609 after retry RPC after error@801526646) -> (continuation of Deferred@652380755 after retry RPC after error@455769074) -> (continuation of Deferred@1856470323 after retry RPC after error@1936186994) -> (continuation of Deferred@1097167455 after retry RPC after error@156791914) -> (continuation of Deferred@1556340375 after retry RPC after error@286924595) -> (continuation of Deferred@2064085189 after retry RPC after error@825663723) -> (continuation of Deferred@1942218556 after retry RPC after error@845254128) -> (continuation of Deferred@1923109409 after retry RPC after error@1989514598) -> (continuation of Deferred@436430479 after retry RPC after error@607348274) -> (continuation of Deferred@1416759759 after retry RPC after error@244750466) -> (continuation of Deferred@262185153 after retry RPC after error@807224817) -> (continuation of Deferred@1961168460 after retry RPC after error@1317915354) -> (continuation of Deferred@1151458658 after retry RPC after error@508111562) -> (continuation of Deferred@1107476513 after retry RPC after error@1652099489) -> (continuation of Deferred@679055937 after retry RPC after error@2142364414) -> (continuation of Deferred@736503521 after retry RPC after error@33035837) -> (continuation of Deferred@1702324185 after retry RPC after error@354541467) -> (continuation of Deferred@267006704 after retry RPC after error@1315083470) -> (continuation of Deferred@284523380 after retry RPC after error@196326390) -> (continuation of Deferred@1427144130 after retry RPC after error@260982602)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.access$200(DefaultPromise.java:35) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise$1.run(DefaultPromise.java:503) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.40.61:45949
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29169), Traces: [0ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [192ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [219ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [581ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [585ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [596ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [603ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [608ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [611ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [612ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [619ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [621ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [626ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [627ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [640ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [645ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [646ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [648ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [676ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [682ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [684ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [686ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [688ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [716ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [720ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [723ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [725ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [726ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [796ms] refreshing cache from master, [796ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [801ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [804ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [806ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [807ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [855ms] refreshing cache from master, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [858ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [859ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [863ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [865ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [866ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [1015ms] refreshing cache from master, [1016ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [1019ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [1020ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [1025ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [1026ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [1416ms] refreshing cache from master, [1416ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [1418ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [1419ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [1419ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [1426ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [1428ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [1816ms] refreshing cache from master, [1817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [1818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [1819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [1819ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [1824ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [3556ms] refreshing cache from master, [3557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [3558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [3560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [3560ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.62:34951: Network error: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951, [3561ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.61:45949: Network error: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [3566ms] Sub RPC ConnectToMaster: received response from server master-127.1.40.60:41837: OK, [3566ms] delaying RPC due to: Service unavailable: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949, [5376ms] refreshing cache from master, [5377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.62:34951, [5377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.61:45949, [5379ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.40.60:41837, [5380ms] too many traces: truncated at 100 traces, deferred=Deferred@644786361(state=PENDING, result=null, callback=(continuation of Deferred@185956041 after retry RPC after error@1042707631) -> (continuation of Deferred@403535664 after retry RPC after error@1265971176) -> (continuation of Deferred@1802939249 after retry RPC after error@1727539644) -> (continuation of Deferred@364865188 after retry RPC after error@2010583444) -> (continuation of Deferred@690225468 after retry RPC after error@238450797) -> (continuation of Deferred@1624417609 after retry RPC after error@801526646) -> (continuation of Deferred@652380755 after retry RPC after error@455769074) -> (continuation of Deferred@1856470323 after retry RPC after error@1936186994) -> (continuation of Deferred@1097167455 after retry RPC after error@156791914) -> (continuation of Deferred@1556340375 after retry RPC after error@286924595) -> (continuation of Deferred@2064085189 after retry RPC after error@825663723) -> (continuation of Deferred@1942218556 after retry RPC after error@845254128) -> (continuation of Deferred@1923109409 after retry RPC after error@1989514598) -> (continuation of Deferred@436430479 after retry RPC after error@607348274) -> (continuation of Deferred@1416759759 after retry RPC after error@244750466) -> (continuation of Deferred@262185153 after retry RPC after error@807224817) -> (continuation of Deferred@1961168460 after retry RPC after error@1317915354) -> (continuation of Deferred@1151458658 after retry RPC after error@508111562) -> (continuation of Deferred@1107476513 after retry RPC after error@1652099489) -> (continuation of Deferred@679055937 after retry RPC after error@2142364414) -> (continuation of Deferred@736503521 after retry RPC after error@33035837) -> (continuation of Deferred@1702324185 after retry RPC after error@354541467) -> (continuation of Deferred@267006704 after retry RPC after error@1315083470) -> (continuation of Deferred@284523380 after retry RPC after error@196326390) -> (continuation of Deferred@1427144130 after retry RPC after error@260982602), errback=(continuation of Deferred@185956041 after retry RPC after error@1042707631) -> (continuation of Deferred@403535664 after retry RPC after error@1265971176) -> (continuation of Deferred@1802939249 after retry RPC after error@1727539644) -> (continuation of Deferred@364865188 after retry RPC after error@2010583444) -> (continuation of Deferred@690225468 after retry RPC after error@238450797) -> (continuation of Deferred@1624417609 after retry RPC after error@801526646) -> (continuation of Deferred@652380755 after retry RPC after error@455769074) -> (continuation of Deferred@1856470323 after retry RPC after error@1936186994) -> (continuation of Deferred@1097167455 after retry RPC after error@156791914) -> (continuation of Deferred@1556340375 after retry RPC after error@286924595) -> (continuation of Deferred@2064085189 after retry RPC after error@825663723) -> (continuation of Deferred@1942218556 after retry RPC after error@845254128) -> (continuation of Deferred@1923109409 after retry RPC after error@1989514598) -> (continuation of Deferred@436430479 after retry RPC after error@607348274) -> (continuation of Deferred@1416759759 after retry RPC after error@244750466) -> (continuation of Deferred@262185153 after retry RPC after error@807224817) -> (continuation of Deferred@1961168460 after retry RPC after error@1317915354) -> (continuation of Deferred@1151458658 after retry RPC after error@508111562) -> (continuation of Deferred@1107476513 after retry RPC after error@1652099489) -> (continuation of Deferred@679055937 after retry RPC after error@2142364414) -> (continuation of Deferred@736503521 after retry RPC after error@33035837) -> (continuation of Deferred@1702324185 after retry RPC after error@354541467) -> (continuation of Deferred@267006704 after retry RPC after error@1315083470) -> (continuation of Deferred@284523380 after retry RPC after error@196326390) -> (continuation of Deferred@1427144130 after retry RPC after error@260982602)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.40.62:34951,127.1.40.61:45949,127.1.40.60:41837) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.62:34951(127.1.40.62:34951): Connection refused: /127.1.40.62:34951,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.40.61:45949(127.1.40.61:45949): Connection refused: /127.1.40.61:45949
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557)
at io.netty.util.concurrent.DefaultPromise.access$200(DefaultPromise.java:35)
at io.netty.util.concurrent.DefaultPromise$1.run(DefaultPromise.java:503)
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174)
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167)
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569)
... 5 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.40.61:45949
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)