01:27:41.751 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
01:27:41.764 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskUMnn_y/test-tmp
01:27:41.767 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
01:27:41.771 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskUMnn_y/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
01:27:42.054 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
01:27:42.319 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:27:42.320 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:27:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:42.324690 1474 mini_oidc.cc:152] Starting JWKS server
01:27:42.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:42.329795 1474 webserver.cc:460] Webserver started at http://127.0.0.1:41423/ using document root <none> and password file <none>
01:27:42.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:42.330543 1474 mini_oidc.cc:189] Starting OIDC Discovery server
01:27:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:42.332656 1474 webserver.cc:460] Webserver started at http://127.0.0.1:42579/ using document root <none> and password file <none>
01:27:42.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T01:27:42Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
01:27:42.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T01:27:42Z Disabled control of system clock
01:27:42.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:42.393960 1474 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu
01:27:42.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu
01:27:42.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-0/wal
01:27:42.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-0/data
01:27:42.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:27:42.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:27:42.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:27:42.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:27:42.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:27:42.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:27:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-0/logs
01:27:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-0/data/info.pb
01:27:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:27:42.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:27:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:27:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:27:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:27:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:27:42.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:27:42.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:27:42.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:27:42.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:27:42.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:27:42.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:27:42.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.112.190:33819
01:27:42.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.112.190
01:27:42.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:27:42.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.112.148:45785
01:27:42.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:27:42.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:27:42.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:27:42.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:27:42.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.112.190:33819,127.1.112.189:38243,127.1.112.188:46331
01:27:42.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:27:42.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41423/jwks.json with env {}
01:27:42.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:42.748346 1490 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:27:42.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:42.749011 1490 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:27:42.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:42.749648 1490 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:27:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:42.781464 1490 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:27:42.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:42.781749 1490 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:27:42.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:42.782006 1490 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:27:42.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:42.782200 1490 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:27:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:42.782485 1490 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:27:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:42.782701 1490 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41423/jwks.json
01:27:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:42.818486 1490 master_runner.cc:386] Master server non-default flags:
01:27:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:27:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.112.148:45785
01:27:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:27:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:27:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-0/data
01:27:42.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-0/wal
01:27:42.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:27:42.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.112.190:33819,127.1.112.189:38243,127.1.112.188:46331
01:27:42.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:27:42.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:27:42.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:27:42.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.112.190:33819
01:27:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:27:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:27:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:27:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41423/jwks.json
01:27:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:27:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:27:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-0/data/info.pb
01:27:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.112.190
01:27:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:27:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:27:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:27:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:27:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:27:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:27:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-0/logs
01:27:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:27:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:27:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:27:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:27:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:27:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:27:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:27:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 00:30:53 UTC on ccycloud.quasar-qulpnn.root.comops.site
01:27:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573759
01:27:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:27:42.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:42.820369 1490 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:27:42.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:42.822912 1490 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:27:42.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:42.854535 1498 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:27:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:42.854565 1499 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:27:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:42.854867 1502 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:27:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:42.855932 1490 server_base.cc:1034] running on GCE node
01:27:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.308092 1490 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:27:44.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.311929 1490 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:27:44.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.313409 1490 hybrid_clock.cc:648] HybridClock initialized: now 1786152464313389 us; error 79 us; skew 500 ppm
01:27:44.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.314652 1490 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:27:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.321396 1490 webserver.cc:460] Webserver started at http://127.1.112.190:41419/ using document root <none> and password file <none>
01:27:44.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.322718 1490 fs_manager.cc:359] Metadata directory not provided
01:27:44.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.322916 1490 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:27:44.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.323447 1490 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:27:44.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.329083 1490 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-0/data/instance:
01:27:44.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4"
01:27:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:27:44 on dist-test-slave-44d2"
01:27:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.330444 1490 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-0/wal/instance:
01:27:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4"
01:27:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:27:44 on dist-test-slave-44d2"
01:27:44.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.339380 1490 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.009s sys 0.000s
01:27:44.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.346531 1512 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:27:44.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.348034 1490 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.004s
01:27:44.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.348385 1490 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-0/data,/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-0/wal
01:27:44.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4"
01:27:44.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:27:44 on dist-test-slave-44d2"
01:27:44.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.348706 1490 fs_report.cc:383] FS layout report
01:27:44.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:27:44.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-0/wal
01:27:44.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-0/wal
01:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-0/data/data
01:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:27:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:27:44.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:27:44.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:27:44.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:27:44.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:27:44.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:27:44.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:27:44.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.387740 1490 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:27:44.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.389559 1490 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:27:44.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.390033 1490 kserver.cc:163] Server-wide thread pool size limit: 3276
01:27:44.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.477463 1490 rpc_server.cc:307] RPC server started. Bound to: 127.1.112.190:33819
01:27:44.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.477478 1588 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.112.190:33819 every 8 connection(s)
01:27:44.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.481518 1490 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-0/data/info.pb
01:27:44.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.489113 1474 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu as pid 1490
01:27:44.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.489598 1474 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-0/wal/instance
01:27:44.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.490852 1589 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:27:44.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.493502 1474 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu
01:27:44.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu
01:27:44.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-1/wal
01:27:44.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-1/data
01:27:44.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:27:44.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:27:44.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:27:44.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:27:44.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:27:44.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:27:44.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-1/logs
01:27:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-1/data/info.pb
01:27:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:27:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:27:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:27:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:27:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:27:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:27:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:27:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:27:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:27:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:27:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:27:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:27:44.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.112.189:38243
01:27:44.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.112.189
01:27:44.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:27:44.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.112.148:45785
01:27:44.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:27:44.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:27:44.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:27:44.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:27:44.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.112.190:33819,127.1.112.189:38243,127.1.112.188:46331
01:27:44.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:27:44.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41423/jwks.json with env {}
01:27:44.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.508070 1589 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.112.190" port: 33819 } has no permanent_uuid. Determining permanent_uuid...
01:27:44.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.544938 1589 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } has no permanent_uuid. Determining permanent_uuid...
01:27:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:44.547473 1518 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.112.189:38243: connect: Connection refused (error 111)
01:27:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:44.551890 1589 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.112.189:38243: Network error: Client connection negotiation failed: client connection to 127.1.112.189:38243: connect: Connection refused (error 111)
01:27:44.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.601516 1589 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } attempt: 1
01:27:44.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:44.606192 1589 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.112.189:38243: Network error: Client connection negotiation failed: client connection to 127.1.112.189:38243: connect: Connection refused (error 111)
01:27:44.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.674677 1589 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } attempt: 2
01:27:44.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:44.679165 1589 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.112.189:38243: Network error: Client connection negotiation failed: client connection to 127.1.112.189:38243: connect: Connection refused (error 111)
01:27:44.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.770558 1589 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } attempt: 3
01:27:44.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:44.774712 1589 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.112.189:38243: Network error: Client connection negotiation failed: client connection to 127.1.112.189:38243: connect: Connection refused (error 111)
01:27:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:44.832705 1592 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:27:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:44.833302 1592 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:27:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:44.833865 1592 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:27:44.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:44.865262 1592 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:27:44.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:44.865532 1592 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:27:44.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:44.865724 1592 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:27:44.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:44.865967 1592 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:27:44.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:44.866181 1592 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:27:44.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:44.866350 1592 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41423/jwks.json
01:27:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.901764 1592 master_runner.cc:386] Master server non-default flags:
01:27:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:27:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.112.148:45785
01:27:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:27:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:27:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-1/data
01:27:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-1/wal
01:27:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:27:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.112.190:33819,127.1.112.189:38243,127.1.112.188:46331
01:27:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:27:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:27:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:27:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.112.189:38243
01:27:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:27:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:27:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:27:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41423/jwks.json
01:27:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:27:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:27:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-1/data/info.pb
01:27:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.112.189
01:27:44.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:27:44.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:27:44.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:27:44.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:27:44.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:27:44.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:27:44.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-1/logs
01:27:44.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:27:44.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:27:44.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:27:44.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:27:44.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:27:44.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:27:44.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:27:44.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 00:30:53 UTC on ccycloud.quasar-qulpnn.root.comops.site
01:27:44.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573759
01:27:44.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:27:44.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.903098 1592 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:27:44.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.904846 1592 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:27:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:44.918148 1589 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } attempt: 4
01:27:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:44.922835 1606 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:27:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:44.923077 1589 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.112.189:38243: Network error: Client connection negotiation failed: client connection to 127.1.112.189:38243: connect: Connection refused (error 111)
01:27:45.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:45.222566 1589 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } attempt: 5
01:27:45.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:45.229228 1589 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.112.189:38243: Network error: Client connection negotiation failed: client connection to 127.1.112.189:38243: connect: Connection refused (error 111)
01:27:45.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:45.776947 1589 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } attempt: 6
01:27:45.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:45.788057 1589 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.112.189:38243: Network error: Client connection negotiation failed: client connection to 127.1.112.189:38243: connect: Connection refused (error 111)
01:27:46.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:44.922844 1604 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:27:46.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:44.924890 1608 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:27:46.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:46.336357 1607 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1413 milliseconds
01:27:46.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.336555 1592 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:27:46.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.338155 1592 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:27:46.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.341325 1592 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:27:46.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.342674 1592 hybrid_clock.cc:648] HybridClock initialized: now 1786152466342606 us; error 89 us; skew 500 ppm
01:27:46.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.343588 1592 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:27:46.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.350731 1592 webserver.cc:460] Webserver started at http://127.1.112.189:38063/ using document root <none> and password file <none>
01:27:46.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.351645 1592 fs_manager.cc:359] Metadata directory not provided
01:27:46.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.351833 1592 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:27:46.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.352236 1592 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:27:46.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.357184 1592 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-1/data/instance:
01:27:46.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "52cb4d8fdb0d4d8a93e2a08bdc0551f9"
01:27:46.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:27:46 on dist-test-slave-44d2"
01:27:46.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.358500 1592 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-1/wal/instance:
01:27:46.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "52cb4d8fdb0d4d8a93e2a08bdc0551f9"
01:27:46.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:27:46 on dist-test-slave-44d2"
01:27:46.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.366017 1592 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
01:27:46.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.371851 1619 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:27:46.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.373108 1592 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
01:27:46.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.373497 1592 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-1/data,/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-1/wal
01:27:46.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "52cb4d8fdb0d4d8a93e2a08bdc0551f9"
01:27:46.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:27:46 on dist-test-slave-44d2"
01:27:46.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.373874 1592 fs_report.cc:383] FS layout report
01:27:46.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:27:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-1/wal
01:27:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-1/wal
01:27:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-1/data/data
01:27:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:27:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:27:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:27:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:27:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:27:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:27:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:27:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:27:46.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:27:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:27:46.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:27:46.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.410122 1592 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:27:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.411891 1592 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:27:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.412520 1592 kserver.cc:163] Server-wide thread pool size limit: 3276
01:27:46.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.499414 1592 rpc_server.cc:307] RPC server started. Bound to: 127.1.112.189:38243
01:27:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.499487 1685 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.112.189:38243 every 8 connection(s)
01:27:46.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.502446 1592 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-1/data/info.pb
01:27:46.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.508250 1687 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:27:46.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.509274 1474 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu as pid 1592
01:27:46.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.509732 1474 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-1/wal/instance
01:27:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.511869 1474 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu
01:27:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu
01:27:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-2/wal
01:27:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-2/data
01:27:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:27:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:27:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:27:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:27:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:27:46.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:27:46.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-2/logs
01:27:46.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-2/data/info.pb
01:27:46.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:27:46.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:27:46.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:27:46.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:27:46.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:27:46.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:27:46.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:27:46.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:27:46.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:27:46.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:27:46.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:27:46.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:27:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.112.188:46331
01:27:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.112.188
01:27:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:27:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.112.148:45785
01:27:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:27:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:27:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:27:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:27:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.112.190:33819,127.1.112.189:38243,127.1.112.188:46331
01:27:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:27:46.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41423/jwks.json with env {}
01:27:46.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.520607 1687 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.112.190" port: 33819 } has no permanent_uuid. Determining permanent_uuid...
01:27:46.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.545987 1687 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } has no permanent_uuid. Determining permanent_uuid...
01:27:46.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.563231 1687 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } has no permanent_uuid. Determining permanent_uuid...
01:27:46.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:46.566249 1620 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.112.188:46331: connect: Connection refused (error 111)
01:27:46.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:46.571465 1687 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.112.188:46331: Network error: Client connection negotiation failed: client connection to 127.1.112.188:46331: connect: Connection refused (error 111)
01:27:46.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.621027 1687 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } attempt: 1
01:27:46.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:46.625487 1687 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.112.188:46331: Network error: Client connection negotiation failed: client connection to 127.1.112.188:46331: connect: Connection refused (error 111)
01:27:46.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.693987 1687 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } attempt: 2
01:27:46.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:46.698299 1687 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.112.188:46331: Network error: Client connection negotiation failed: client connection to 127.1.112.188:46331: connect: Connection refused (error 111)
01:27:46.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.789678 1687 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } attempt: 3
01:27:46.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:46.793678 1687 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.112.188:46331: Network error: Client connection negotiation failed: client connection to 127.1.112.188:46331: connect: Connection refused (error 111)
01:27:46.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.848654 1589 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } attempt: 7
01:27:46.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.865829 1589 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } has no permanent_uuid. Determining permanent_uuid...
01:27:46.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:46.871920 1589 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.112.188:46331: Network error: Client connection negotiation failed: client connection to 127.1.112.188:46331: connect: Connection refused (error 111)
01:27:46.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:46.880030 1689 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:27:46.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:46.880738 1689 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:27:46.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:46.881274 1689 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:27:46.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:46.914606 1689 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:27:46.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:46.914904 1689 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:27:46.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:46.915225 1689 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:27:46.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:46.915494 1689 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:27:46.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:46.915697 1689 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:27:46.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:46.915838 1689 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41423/jwks.json
01:27:46.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.930385 1589 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } attempt: 1
01:27:46.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:46.934716 1589 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.112.188:46331: Network error: Client connection negotiation failed: client connection to 127.1.112.188:46331: connect: Connection refused (error 111)
01:27:46.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.937162 1687 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } attempt: 4
01:27:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:46.941247 1687 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.112.188:46331: Network error: Client connection negotiation failed: client connection to 127.1.112.188:46331: connect: Connection refused (error 111)
01:27:46.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.954037 1689 master_runner.cc:386] Master server non-default flags:
01:27:46.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:27:46.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.112.148:45785
01:27:46.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:27:46.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:27:46.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-2/data
01:27:46.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-2/wal
01:27:46.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:27:46.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.112.190:33819,127.1.112.189:38243,127.1.112.188:46331
01:27:46.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:27:46.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:27:46.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:27:46.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.112.188:46331
01:27:46.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:27:46.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:27:46.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:27:46.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41423/jwks.json
01:27:46.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:27:46.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:27:46.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-2/data/info.pb
01:27:46.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.112.188
01:27:46.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:27:46.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:27:46.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:27:46.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:27:46.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:27:46.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:27:46.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-2/logs
01:27:46.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:27:46.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:27:46.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:27:46.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:27:46.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:27:46.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:27:46.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:27:46.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 00:30:53 UTC on ccycloud.quasar-qulpnn.root.comops.site
01:27:46.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573759
01:27:46.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:27:46.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.955299 1689 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:27:46.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.957242 1689 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:27:46.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:46.978760 1709 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:27:47.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:47.016166 1589 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } attempt: 2
01:27:47.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:47.022054 1589 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.112.188:46331: Network error: Client connection negotiation failed: client connection to 127.1.112.188:46331: connect: Connection refused (error 111)
01:27:47.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:47.107534 1589 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } attempt: 3
01:27:47.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:47.112340 1589 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.112.188:46331: Network error: Client connection negotiation failed: client connection to 127.1.112.188:46331: connect: Connection refused (error 111)
01:27:47.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:47.240729 1687 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } attempt: 5
01:27:47.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:47.246460 1687 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.112.188:46331: Network error: Client connection negotiation failed: client connection to 127.1.112.188:46331: connect: Connection refused (error 111)
01:27:47.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:47.252876 1589 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } attempt: 4
01:27:47.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:47.257403 1589 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.112.188:46331: Network error: Client connection negotiation failed: client connection to 127.1.112.188:46331: connect: Connection refused (error 111)
01:27:47.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:47.540949 1589 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } attempt: 5
01:27:47.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:47.544807 1589 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.112.188:46331: Network error: Client connection negotiation failed: client connection to 127.1.112.188:46331: connect: Connection refused (error 111)
01:27:47.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:47.793879 1687 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } attempt: 6
01:27:47.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:47.801108 1687 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.112.188:46331: Network error: Client connection negotiation failed: client connection to 127.1.112.188:46331: connect: Connection refused (error 111)
01:27:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.097539 1589 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } attempt: 6
01:27:48.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:48.113058 1589 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.112.188:46331: Network error: Client connection negotiation failed: client connection to 127.1.112.188:46331: connect: Connection refused (error 111)
01:27:48.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:46.979755 1713 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:27:48.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:46.981181 1706 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:27:48.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:46.982435 1689 server_base.cc:1034] running on GCE node
01:27:48.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.311288 1689 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:27:48.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.316265 1689 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:27:48.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.317786 1689 hybrid_clock.cc:648] HybridClock initialized: now 1786152468317761 us; error 49 us; skew 500 ppm
01:27:48.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.318769 1689 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:27:48.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.334478 1689 webserver.cc:460] Webserver started at http://127.1.112.188:34975/ using document root <none> and password file <none>
01:27:48.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.335696 1689 fs_manager.cc:359] Metadata directory not provided
01:27:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.335935 1689 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:27:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.336449 1689 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:27:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.344568 1689 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-2/data/instance:
01:27:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d00523c8955e4e5aa3ce821982043881"
01:27:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:27:48 on dist-test-slave-44d2"
01:27:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.346010 1689 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-2/wal/instance:
01:27:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d00523c8955e4e5aa3ce821982043881"
01:27:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:27:48 on dist-test-slave-44d2"
01:27:48.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.358888 1689 fs_manager.cc:691] Time spent creating directory manager: real 0.012s user 0.003s sys 0.009s
01:27:48.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.370306 1729 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:27:48.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.371902 1689 fs_manager.cc:725] Time spent opening block manager: real 0.009s user 0.005s sys 0.004s
01:27:48.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.372231 1689 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-2/data,/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-2/wal
01:27:48.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d00523c8955e4e5aa3ce821982043881"
01:27:48.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:27:48 on dist-test-slave-44d2"
01:27:48.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.372787 1689 fs_report.cc:383] FS layout report
01:27:48.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:27:48.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-2/wal
01:27:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-2/wal
01:27:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-2/data/data
01:27:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:27:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:27:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:27:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:27:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:27:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:27:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:27:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:27:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:27:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:27:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:27:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.435078 1689 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:27:48.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.438109 1689 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:27:48.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.438918 1689 kserver.cc:163] Server-wide thread pool size limit: 3276
01:27:48.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.683449 1689 rpc_server.cc:307] RPC server started. Bound to: 127.1.112.188:46331
01:27:48.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.683508 1797 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.112.188:46331 every 8 connection(s)
01:27:48.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.686738 1689 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-2/data/info.pb
01:27:48.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.692494 1799 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:27:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.693109 1474 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu as pid 1689
01:27:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.693509 1474 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/master-2/wal/instance
01:27:48.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.710282 1799 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.112.190" port: 33819 } has no permanent_uuid. Determining permanent_uuid...
01:27:48.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.745918 1799 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } has no permanent_uuid. Determining permanent_uuid...
01:27:48.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.759953 1799 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } has no permanent_uuid. Determining permanent_uuid...
01:27:48.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.782990 1799 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881: Bootstrap starting.
01:27:48.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.791841 1799 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881: Neither blocks nor log segments found. Creating new log.
01:27:48.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.794395 1799 log.cc:824] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881: Log is configured to *not* fsync() on all Append() calls
01:27:48.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.800690 1799 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881: No bootstrap required, opened a new log
01:27:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.826639 1799 raft_consensus.cc:348] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4" member_type: VOTER last_known_addr { host: "127.1.112.190" port: 33819 } } peers { permanent_uuid: "52cb4d8fdb0d4d8a93e2a08bdc0551f9" member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } } peers { permanent_uuid: "d00523c8955e4e5aa3ce821982043881" member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } }
01:27:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.827431 1799 raft_consensus.cc:374] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:27:48.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.827696 1799 raft_consensus.cc:729] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d00523c8955e4e5aa3ce821982043881, State: Initialized, Role: FOLLOWER
01:27:48.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.828972 1799 consensus_queue.cc:260] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4" member_type: VOTER last_known_addr { host: "127.1.112.190" port: 33819 } } peers { permanent_uuid: "52cb4d8fdb0d4d8a93e2a08bdc0551f9" member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } } peers { permanent_uuid: "d00523c8955e4e5aa3ce821982043881" member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } }
01:27:48.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.832029 1813 sys_catalog.cc:455] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4" member_type: VOTER last_known_addr { host: "127.1.112.190" port: 33819 } } peers { permanent_uuid: "52cb4d8fdb0d4d8a93e2a08bdc0551f9" member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } } peers { permanent_uuid: "d00523c8955e4e5aa3ce821982043881" member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } } }
01:27:48.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.833199 1813 sys_catalog.cc:458] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [sys.catalog]: This master's current role is: FOLLOWER
01:27:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.834347 1799 sys_catalog.cc:564] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [sys.catalog]: configured and running, proceeding with master startup.
01:27:48.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.861755 1687 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } attempt: 7
01:27:48.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:48.878348 1827 catalog_manager.cc:1558] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:27:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:48.878796 1827 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:27:48.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.895321 1687 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 52cb4d8fdb0d4d8a93e2a08bdc0551f9: Bootstrap starting.
01:27:48.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.902144 1687 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 52cb4d8fdb0d4d8a93e2a08bdc0551f9: Neither blocks nor log segments found. Creating new log.
01:27:48.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.865167 1689 master_runner.cc:186] Error getting master registration for 127.1.112.190:33819: OK, instance_id { permanent_uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4" instance_seqno: 1786152464453679 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:27:48.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.904830 1689 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:27:48.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.905575 1687 log.cc:824] T 00000000000000000000000000000000 P 52cb4d8fdb0d4d8a93e2a08bdc0551f9: Log is configured to *not* fsync() on all Append() calls
01:27:48.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.911890 1687 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 52cb4d8fdb0d4d8a93e2a08bdc0551f9: No bootstrap required, opened a new log
01:27:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.940548 1687 raft_consensus.cc:348] T 00000000000000000000000000000000 P 52cb4d8fdb0d4d8a93e2a08bdc0551f9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4" member_type: VOTER last_known_addr { host: "127.1.112.190" port: 33819 } } peers { permanent_uuid: "52cb4d8fdb0d4d8a93e2a08bdc0551f9" member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } } peers { permanent_uuid: "d00523c8955e4e5aa3ce821982043881" member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } }
01:27:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.941416 1687 raft_consensus.cc:374] T 00000000000000000000000000000000 P 52cb4d8fdb0d4d8a93e2a08bdc0551f9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:27:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.941763 1687 raft_consensus.cc:729] T 00000000000000000000000000000000 P 52cb4d8fdb0d4d8a93e2a08bdc0551f9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 52cb4d8fdb0d4d8a93e2a08bdc0551f9, State: Initialized, Role: FOLLOWER
01:27:48.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.942888 1687 consensus_queue.cc:260] T 00000000000000000000000000000000 P 52cb4d8fdb0d4d8a93e2a08bdc0551f9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4" member_type: VOTER last_known_addr { host: "127.1.112.190" port: 33819 } } peers { permanent_uuid: "52cb4d8fdb0d4d8a93e2a08bdc0551f9" member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } } peers { permanent_uuid: "d00523c8955e4e5aa3ce821982043881" member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } }
01:27:48.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.946574 1831 sys_catalog.cc:455] T 00000000000000000000000000000000 P 52cb4d8fdb0d4d8a93e2a08bdc0551f9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4" member_type: VOTER last_known_addr { host: "127.1.112.190" port: 33819 } } peers { permanent_uuid: "52cb4d8fdb0d4d8a93e2a08bdc0551f9" member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } } peers { permanent_uuid: "d00523c8955e4e5aa3ce821982043881" member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } } }
01:27:48.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.947754 1831 sys_catalog.cc:458] T 00000000000000000000000000000000 P 52cb4d8fdb0d4d8a93e2a08bdc0551f9 [sys.catalog]: This master's current role is: FOLLOWER
01:27:48.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.948863 1687 sys_catalog.cc:564] T 00000000000000000000000000000000 P 52cb4d8fdb0d4d8a93e2a08bdc0551f9 [sys.catalog]: configured and running, proceeding with master startup.
01:27:48.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:48.955631 1737 tablet.cc:2369] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:27:48.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.958323 1813 raft_consensus.cc:482] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:27:48.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.959193 1813 raft_consensus.cc:504] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4" member_type: VOTER last_known_addr { host: "127.1.112.190" port: 33819 } } peers { permanent_uuid: "52cb4d8fdb0d4d8a93e2a08bdc0551f9" member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } } peers { permanent_uuid: "d00523c8955e4e5aa3ce821982043881" member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } }
01:27:48.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.966710 1813 leader_election.cc:288] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fb923ea050c1494e8a1ab4eb4e3ed6b4 (127.1.112.190:33819), 52cb4d8fdb0d4d8a93e2a08bdc0551f9 (127.1.112.189:38243)
01:27:48.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.970963 1652 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d00523c8955e4e5aa3ce821982043881" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "52cb4d8fdb0d4d8a93e2a08bdc0551f9" is_pre_election: true
01:27:48.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.972708 1652 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 52cb4d8fdb0d4d8a93e2a08bdc0551f9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d00523c8955e4e5aa3ce821982043881 in term 0.
01:27:48.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.974864 1733 leader_election.cc:302] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 52cb4d8fdb0d4d8a93e2a08bdc0551f9, d00523c8955e4e5aa3ce821982043881; no voters:
01:27:48.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.976907 1813 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [term 0 FOLLOWER]: Leader pre-election won for term 1
01:27:48.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.977442 1813 raft_consensus.cc:482] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:27:48.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.977829 1813 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [term 0 FOLLOWER]: Advancing to term 1
01:27:48.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.988406 1813 raft_consensus.cc:504] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4" member_type: VOTER last_known_addr { host: "127.1.112.190" port: 33819 } } peers { permanent_uuid: "52cb4d8fdb0d4d8a93e2a08bdc0551f9" member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } } peers { permanent_uuid: "d00523c8955e4e5aa3ce821982043881" member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } }
01:27:48.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.995904 1813 leader_election.cc:288] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [CANDIDATE]: Term 1 election: Requested vote from peers fb923ea050c1494e8a1ab4eb4e3ed6b4 (127.1.112.190:33819), 52cb4d8fdb0d4d8a93e2a08bdc0551f9 (127.1.112.189:38243)
01:27:49.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.997617 1652 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d00523c8955e4e5aa3ce821982043881" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "52cb4d8fdb0d4d8a93e2a08bdc0551f9"
01:27:49.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:48.998337 1652 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 52cb4d8fdb0d4d8a93e2a08bdc0551f9 [term 0 FOLLOWER]: Advancing to term 1
01:27:49.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.007350 1652 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 52cb4d8fdb0d4d8a93e2a08bdc0551f9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d00523c8955e4e5aa3ce821982043881 in term 1.
01:27:49.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.008868 1733 leader_election.cc:302] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 52cb4d8fdb0d4d8a93e2a08bdc0551f9, d00523c8955e4e5aa3ce821982043881; no voters:
01:27:49.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.009897 1813 raft_consensus.cc:2781] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [term 1 FOLLOWER]: Leader election won for term 1
01:27:49.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.026760 1813 raft_consensus.cc:686] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [term 1 LEADER]: Becoming Leader. State: Replica: d00523c8955e4e5aa3ce821982043881, State: Running, Role: LEADER
01:27:49.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.033989 1813 consensus_queue.cc:237] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4" member_type: VOTER last_known_addr { host: "127.1.112.190" port: 33819 } } peers { permanent_uuid: "52cb4d8fdb0d4d8a93e2a08bdc0551f9" member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } } peers { permanent_uuid: "d00523c8955e4e5aa3ce821982043881" member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } }
01:27:49.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:49.051285 1846 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 52cb4d8fdb0d4d8a93e2a08bdc0551f9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:27:49.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:49.052129 1846 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:27:49.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.059600 1845 sys_catalog.cc:455] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d00523c8955e4e5aa3ce821982043881. Latest consensus state: current_term: 1 leader_uuid: "d00523c8955e4e5aa3ce821982043881" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4" member_type: VOTER last_known_addr { host: "127.1.112.190" port: 33819 } } peers { permanent_uuid: "52cb4d8fdb0d4d8a93e2a08bdc0551f9" member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } } peers { permanent_uuid: "d00523c8955e4e5aa3ce821982043881" member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } } }
01:27:49.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.062738 1845 sys_catalog.cc:458] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [sys.catalog]: This master's current role is: LEADER
01:27:49.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.018316 1592 master_runner.cc:186] Error getting master registration for 127.1.112.190:33819: OK, instance_id { permanent_uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4" instance_seqno: 1786152464453679 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:27:49.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.067836 1592 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:27:49.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.070233 1850 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
01:27:49.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.081506 1850 catalog_manager.cc:1484] Initializing Kudu cluster ID...
01:27:49.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.106521 1652 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 52cb4d8fdb0d4d8a93e2a08bdc0551f9 [term 1 FOLLOWER]: Refusing update from remote peer d00523c8955e4e5aa3ce821982043881: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:27:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.113536 1813 consensus_queue.cc:1035] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [LEADER]: Connected to new peer: Peer: permanent_uuid: "52cb4d8fdb0d4d8a93e2a08bdc0551f9" member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:27:49.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.146659 1589 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } attempt: 7
01:27:49.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.169898 1831 sys_catalog.cc:455] T 00000000000000000000000000000000 P 52cb4d8fdb0d4d8a93e2a08bdc0551f9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d00523c8955e4e5aa3ce821982043881. Latest consensus state: current_term: 1 leader_uuid: "d00523c8955e4e5aa3ce821982043881" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4" member_type: VOTER last_known_addr { host: "127.1.112.190" port: 33819 } } peers { permanent_uuid: "52cb4d8fdb0d4d8a93e2a08bdc0551f9" member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } } peers { permanent_uuid: "d00523c8955e4e5aa3ce821982043881" member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } } }
01:27:49.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.171360 1831 sys_catalog.cc:458] T 00000000000000000000000000000000 P 52cb4d8fdb0d4d8a93e2a08bdc0551f9 [sys.catalog]: This master's current role is: FOLLOWER
01:27:49.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:49.171661 1626 tablet.cc:2369] T 00000000000000000000000000000000 P 52cb4d8fdb0d4d8a93e2a08bdc0551f9: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:27:49.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.183362 1854 mvcc.cc:205] Tried to move back new op lower bound from 7316080513435291648 to 7316080513194151936. Current Snapshot: MvccSnapshot[applied={T|T < 7316080513435291648}]
01:27:49.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.198173 1850 catalog_manager.cc:1347] Generated new cluster ID: c0ee40a70c3d4a40a1b3fac446d56c7d
01:27:49.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.198530 1850 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
01:27:49.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.203701 1845 sys_catalog.cc:455] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d00523c8955e4e5aa3ce821982043881" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4" member_type: VOTER last_known_addr { host: "127.1.112.190" port: 33819 } } peers { permanent_uuid: "52cb4d8fdb0d4d8a93e2a08bdc0551f9" member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } } peers { permanent_uuid: "d00523c8955e4e5aa3ce821982043881" member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } } }
01:27:49.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.204666 1845 sys_catalog.cc:458] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [sys.catalog]: This master's current role is: LEADER
01:27:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.239339 1831 sys_catalog.cc:455] T 00000000000000000000000000000000 P 52cb4d8fdb0d4d8a93e2a08bdc0551f9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d00523c8955e4e5aa3ce821982043881" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4" member_type: VOTER last_known_addr { host: "127.1.112.190" port: 33819 } } peers { permanent_uuid: "52cb4d8fdb0d4d8a93e2a08bdc0551f9" member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } } peers { permanent_uuid: "d00523c8955e4e5aa3ce821982043881" member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } } }
01:27:49.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.240196 1831 sys_catalog.cc:458] T 00000000000000000000000000000000 P 52cb4d8fdb0d4d8a93e2a08bdc0551f9 [sys.catalog]: This master's current role is: FOLLOWER
01:27:49.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.259322 1589 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fb923ea050c1494e8a1ab4eb4e3ed6b4: Bootstrap starting.
01:27:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.262033 1850 catalog_manager.cc:1370] Generated new certificate authority record
01:27:49.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.275039 1850 catalog_manager.cc:1504] Loading token signing keys...
01:27:49.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.283015 1589 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fb923ea050c1494e8a1ab4eb4e3ed6b4: Neither blocks nor log segments found. Creating new log.
01:27:49.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.286515 1589 log.cc:824] T 00000000000000000000000000000000 P fb923ea050c1494e8a1ab4eb4e3ed6b4: Log is configured to *not* fsync() on all Append() calls
01:27:49.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.308326 1589 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fb923ea050c1494e8a1ab4eb4e3ed6b4: No bootstrap required, opened a new log
01:27:49.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.347896 1850 catalog_manager.cc:5868] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881: Generated new TSK 0
01:27:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.354095 1850 catalog_manager.cc:1514] Initializing in-progress tserver states...
01:27:49.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.359506 1589 raft_consensus.cc:348] T 00000000000000000000000000000000 P fb923ea050c1494e8a1ab4eb4e3ed6b4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4" member_type: VOTER last_known_addr { host: "127.1.112.190" port: 33819 } } peers { permanent_uuid: "52cb4d8fdb0d4d8a93e2a08bdc0551f9" member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } } peers { permanent_uuid: "d00523c8955e4e5aa3ce821982043881" member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } }
01:27:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.360810 1589 raft_consensus.cc:374] T 00000000000000000000000000000000 P fb923ea050c1494e8a1ab4eb4e3ed6b4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:27:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.361347 1589 raft_consensus.cc:729] T 00000000000000000000000000000000 P fb923ea050c1494e8a1ab4eb4e3ed6b4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fb923ea050c1494e8a1ab4eb4e3ed6b4, State: Initialized, Role: FOLLOWER
01:27:49.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.362742 1589 consensus_queue.cc:260] T 00000000000000000000000000000000 P fb923ea050c1494e8a1ab4eb4e3ed6b4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4" member_type: VOTER last_known_addr { host: "127.1.112.190" port: 33819 } } peers { permanent_uuid: "52cb4d8fdb0d4d8a93e2a08bdc0551f9" member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } } peers { permanent_uuid: "d00523c8955e4e5aa3ce821982043881" member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } }
01:27:49.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.378266 1863 sys_catalog.cc:455] T 00000000000000000000000000000000 P fb923ea050c1494e8a1ab4eb4e3ed6b4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4" member_type: VOTER last_known_addr { host: "127.1.112.190" port: 33819 } } peers { permanent_uuid: "52cb4d8fdb0d4d8a93e2a08bdc0551f9" member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } } peers { permanent_uuid: "d00523c8955e4e5aa3ce821982043881" member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } } }
01:27:49.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.381340 1863 sys_catalog.cc:458] T 00000000000000000000000000000000 P fb923ea050c1494e8a1ab4eb4e3ed6b4 [sys.catalog]: This master's current role is: FOLLOWER
01:27:49.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.387274 1474 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu
01:27:49.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu
01:27:49.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-0/wal
01:27:49.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-0/data
01:27:49.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:27:49.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:27:49.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:27:49.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:27:49.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:27:49.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:27:49.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-0/logs
01:27:49.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-0/data/info.pb
01:27:49.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:27:49.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:27:49.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:27:49.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:27:49.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:27:49.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:27:49.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:27:49.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:27:49.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:27:49.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:27:49.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.112.129:0
01:27:49.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.112.129
01:27:49.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.112.129
01:27:49.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:27:49.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.112.190:33819,127.1.112.189:38243,127.1.112.188:46331
01:27:49.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.112.148:45785
01:27:49.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:27:49.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:27:49.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:27:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.391311 1589 sys_catalog.cc:564] T 00000000000000000000000000000000 P fb923ea050c1494e8a1ab4eb4e3ed6b4 [sys.catalog]: configured and running, proceeding with master startup.
01:27:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.392072 1553 raft_consensus.cc:3037] T 00000000000000000000000000000000 P fb923ea050c1494e8a1ab4eb4e3ed6b4 [term 0 FOLLOWER]: Advancing to term 1
01:27:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.397049 1554 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d00523c8955e4e5aa3ce821982043881" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4"
01:27:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.401149 1556 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "d00523c8955e4e5aa3ce821982043881" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4" is_pre_election: true
01:27:49.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:49.403398 1523 tablet.cc:2369] T 00000000000000000000000000000000 P fb923ea050c1494e8a1ab4eb4e3ed6b4: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:27:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.410470 1553 raft_consensus.cc:1261] T 00000000000000000000000000000000 P fb923ea050c1494e8a1ab4eb4e3ed6b4 [term 1 FOLLOWER]: Refusing update from remote peer d00523c8955e4e5aa3ce821982043881: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:27:49.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.413178 1845 consensus_queue.cc:1035] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4" member_type: VOTER last_known_addr { host: "127.1.112.190" port: 33819 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
01:27:49.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.541760 1863 sys_catalog.cc:455] T 00000000000000000000000000000000 P fb923ea050c1494e8a1ab4eb4e3ed6b4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader d00523c8955e4e5aa3ce821982043881. Latest consensus state: current_term: 1 leader_uuid: "d00523c8955e4e5aa3ce821982043881" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4" member_type: VOTER last_known_addr { host: "127.1.112.190" port: 33819 } } peers { permanent_uuid: "52cb4d8fdb0d4d8a93e2a08bdc0551f9" member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } } peers { permanent_uuid: "d00523c8955e4e5aa3ce821982043881" member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } } }
01:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.541813 1876 sys_catalog.cc:455] T 00000000000000000000000000000000 P fb923ea050c1494e8a1ab4eb4e3ed6b4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "d00523c8955e4e5aa3ce821982043881" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4" member_type: VOTER last_known_addr { host: "127.1.112.190" port: 33819 } } peers { permanent_uuid: "52cb4d8fdb0d4d8a93e2a08bdc0551f9" member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } } peers { permanent_uuid: "d00523c8955e4e5aa3ce821982043881" member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } } }
01:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.542655 1863 sys_catalog.cc:458] T 00000000000000000000000000000000 P fb923ea050c1494e8a1ab4eb4e3ed6b4 [sys.catalog]: This master's current role is: FOLLOWER
01:27:49.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.542785 1876 sys_catalog.cc:458] T 00000000000000000000000000000000 P fb923ea050c1494e8a1ab4eb4e3ed6b4 [sys.catalog]: This master's current role is: FOLLOWER
01:27:49.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.556138 1888 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
01:27:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.929841 1889 sys_catalog.cc:455] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "d00523c8955e4e5aa3ce821982043881" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fb923ea050c1494e8a1ab4eb4e3ed6b4" member_type: VOTER last_known_addr { host: "127.1.112.190" port: 33819 } } peers { permanent_uuid: "52cb4d8fdb0d4d8a93e2a08bdc0551f9" member_type: VOTER last_known_addr { host: "127.1.112.189" port: 38243 } } peers { permanent_uuid: "d00523c8955e4e5aa3ce821982043881" member_type: VOTER last_known_addr { host: "127.1.112.188" port: 46331 } } }
01:27:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:49.930775 1889 sys_catalog.cc:458] T 00000000000000000000000000000000 P d00523c8955e4e5aa3ce821982043881 [sys.catalog]: This master's current role is: LEADER
01:27:50.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:50.061103 1846 catalog_manager.cc:1259] Loaded cluster ID: c0ee40a70c3d4a40a1b3fac446d56c7d
01:27:50.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:50.061766 1846 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 52cb4d8fdb0d4d8a93e2a08bdc0551f9: loading cluster ID for follower catalog manager: success
01:27:50.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:50.068703 1865 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:27:50.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:50.069454 1865 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:27:50.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:50.070359 1865 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:27:50.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:50.072412 1846 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 52cb4d8fdb0d4d8a93e2a08bdc0551f9: acquiring CA information for follower catalog manager: success
01:27:50.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:50.078979 1846 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 52cb4d8fdb0d4d8a93e2a08bdc0551f9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:27:50.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:50.133391 1865 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:27:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:50.135001 1865 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.112.129
01:27:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:50.203035 1865 tablet_server_runner.cc:78] Tablet server non-default flags:
01:27:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:27:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.112.148:45785
01:27:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:27:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:27:50.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-0/data
01:27:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-0/wal
01:27:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:27:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:27:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.112.129:0
01:27:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:27:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:27:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:27:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-0/data/info.pb
01:27:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.112.129
01:27:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:27:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.112.190:33819,127.1.112.189:38243,127.1.112.188:46331
01:27:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:27:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:27:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:27:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:27:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:27:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.112.129
01:27:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-0/logs
01:27:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:27:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:27:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:27:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:27:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:27:50.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:27:50.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:27:50.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 00:30:53 UTC on ccycloud.quasar-qulpnn.root.comops.site
01:27:50.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573759
01:27:50.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:27:50.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:50.205017 1865 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:27:50.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:50.207479 1865 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:27:50.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:50.240036 1903 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:27:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:50.585937 1888 catalog_manager.cc:1259] Loaded cluster ID: c0ee40a70c3d4a40a1b3fac446d56c7d
01:27:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:50.586299 1888 catalog_manager.cc:1552] T 00000000000000000000000000000000 P fb923ea050c1494e8a1ab4eb4e3ed6b4: loading cluster ID for follower catalog manager: success
01:27:50.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:50.641081 1888 catalog_manager.cc:1574] T 00000000000000000000000000000000 P fb923ea050c1494e8a1ab4eb4e3ed6b4: acquiring CA information for follower catalog manager: success
01:27:50.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:50.707106 1888 catalog_manager.cc:1602] T 00000000000000000000000000000000 P fb923ea050c1494e8a1ab4eb4e3ed6b4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:27:52.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:51.634984 1902 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 1865
01:27:52.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:52.329457 1865 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.088s user 0.005s sys 0.005s
01:27:52.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:52.333465 1865 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.092s user 0.005s sys 0.006s
01:27:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:52.332012 1905 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:27:52.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:52.337327 1908 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:27:52.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:52.337266 1865 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:27:52.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:50.241151 1904 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:27:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:52.341187 1865 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:27:52.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:52.351550 1865 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:27:52.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:52.353281 1865 hybrid_clock.cc:648] HybridClock initialized: now 1786152472353237 us; error 56 us; skew 500 ppm
01:27:52.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:52.354635 1865 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:27:52.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:52.382405 1865 webserver.cc:460] Webserver started at http://127.1.112.129:37399/ using document root <none> and password file <none>
01:27:52.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:52.384760 1865 fs_manager.cc:359] Metadata directory not provided
01:27:52.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:52.387080 1865 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:27:52.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:52.387910 1865 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:27:52.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:52.396576 1865 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-0/data/instance:
01:27:52.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1de81fbc834249cf93a9a53bc01d7a53"
01:27:52.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:27:52 on dist-test-slave-44d2"
01:27:52.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:52.398597 1865 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-0/wal/instance:
01:27:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1de81fbc834249cf93a9a53bc01d7a53"
01:27:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:27:52 on dist-test-slave-44d2"
01:27:52.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:52.415686 1865 fs_manager.cc:691] Time spent creating directory manager: real 0.016s user 0.002s sys 0.011s
01:27:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:52.452941 1920 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:27:52.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:52.460556 1865 fs_manager.cc:725] Time spent opening block manager: real 0.039s user 0.013s sys 0.016s
01:27:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:52.462812 1865 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-0/data,/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-0/wal
01:27:52.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1de81fbc834249cf93a9a53bc01d7a53"
01:27:52.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:27:52 on dist-test-slave-44d2"
01:27:52.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:52.465582 1865 fs_report.cc:383] FS layout report
01:27:52.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:27:52.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-0/wal
01:27:52.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-0/wal
01:27:52.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-0/data/data
01:27:52.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:27:52.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:27:52.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:27:52.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:27:52.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:27:52.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:27:52.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:27:52.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:27:52.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:27:52.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:27:52.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:27:52.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:52.663511 1681 debug-util.cc:398] Leaking SignalData structure 0x7b08000b75c0 after lost signal to thread 1597
01:27:52.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:52.675953 1681 debug-util.cc:398] Leaking SignalData structure 0x7b0800072340 after lost signal to thread 1685
01:27:52.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:52.992058 1865 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:27:52.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:52.994910 1865 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:27:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:52.995759 1865 kserver.cc:163] Server-wide thread pool size limit: 3276
01:27:53.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:53.021320 1865 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:27:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:53.035761 1865 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:27:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:53.036690 1865 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.000s sys 0.000s
01:27:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:53.037282 1865 ts_tablet_manager.cc:610] Registered 0 tablets
01:27:53.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:53.037698 1865 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:27:53.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:53.975246 1865 rpc_server.cc:307] RPC server started. Bound to: 127.1.112.129:39255
01:27:53.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:53.975538 2069 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.112.129:39255 every 8 connection(s)
01:27:53.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:53.979532 1865 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-0/data/info.pb
01:27:53.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:53.988571 1474 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu as pid 1865
01:27:53.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:53.989677 1474 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-0/wal/instance
01:27:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:54.013118 1474 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu
01:27:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu
01:27:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-1/wal
01:27:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-1/data
01:27:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:27:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:27:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:27:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:27:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:27:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:27:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-1/logs
01:27:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-1/data/info.pb
01:27:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:27:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:27:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:27:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:27:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:27:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:27:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:27:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:27:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:27:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:27:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.112.130:0
01:27:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.112.130
01:27:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.112.130
01:27:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:27:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.112.190:33819,127.1.112.189:38243,127.1.112.188:46331
01:27:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.112.148:45785
01:27:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:27:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:27:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:27:54.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:54.108050 2071 heartbeater.cc:347] Connected to a master server at 127.1.112.189:38243
01:27:54.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:54.108594 2071 heartbeater.cc:464] Registering TS with master...
01:27:54.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:54.109966 2071 heartbeater.cc:511] Master 127.1.112.189:38243 requested a full tablet report, sending...
01:27:54.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:54.113831 2070 heartbeater.cc:347] Connected to a master server at 127.1.112.188:46331
01:27:54.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:54.114202 2070 heartbeater.cc:464] Registering TS with master...
01:27:54.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:54.115235 2070 heartbeater.cc:511] Master 127.1.112.188:46331 requested a full tablet report, sending...
01:27:54.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:54.118283 1752 ts_manager.cc:194] Registered new tserver with Master: 1de81fbc834249cf93a9a53bc01d7a53 (127.1.112.129:39255)
01:27:54.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:54.123004 2077 heartbeater.cc:347] Connected to a master server at 127.1.112.190:33819
01:27:54.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:54.123394 2077 heartbeater.cc:464] Registering TS with master...
01:27:54.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:54.124253 2077 heartbeater.cc:511] Master 127.1.112.190:33819 requested a full tablet report, sending...
01:27:54.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:54.124861 1640 ts_manager.cc:194] Registered new tserver with Master: 1de81fbc834249cf93a9a53bc01d7a53 (127.1.112.129:39255)
01:27:54.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:54.127538 1543 ts_manager.cc:194] Registered new tserver with Master: 1de81fbc834249cf93a9a53bc01d7a53 (127.1.112.129:39255)
01:27:54.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:54.129179 1752 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.112.129:32789
01:27:54.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:54.604429 2079 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:27:54.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:54.605273 2079 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:27:54.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:54.606274 2079 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:27:54.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:54.681293 2079 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:27:54.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:54.683108 2079 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.112.130
01:27:54.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:54.762950 2079 tablet_server_runner.cc:78] Tablet server non-default flags:
01:27:54.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:27:54.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.112.148:45785
01:27:54.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:27:54.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:27:54.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-1/data
01:27:54.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-1/wal
01:27:54.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:27:54.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:27:54.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.112.130:0
01:27:54.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:27:54.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:27:54.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:27:54.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-1/data/info.pb
01:27:54.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.112.130
01:27:54.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:27:54.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.112.190:33819,127.1.112.189:38243,127.1.112.188:46331
01:27:54.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:27:54.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:27:54.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:27:54.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:27:54.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:27:54.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.112.130
01:27:54.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-1/logs
01:27:54.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:27:54.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:27:54.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:27:54.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:27:54.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:27:54.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:27:54.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:27:54.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 00:30:53 UTC on ccycloud.quasar-qulpnn.root.comops.site
01:27:54.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573759
01:27:54.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:27:54.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:54.765038 2079 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:27:54.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:54.767365 2079 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:27:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:54.795087 2090 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:27:55.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:55.133899 2070 heartbeater.cc:503] Master 127.1.112.188:46331 was elected leader, sending a full tablet report...
01:27:56.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:56.187989 2089 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 2079
01:27:56.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:56.706679 2089 kernel_stack_watchdog.cc:198] Thread 2079 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 387ms:
01:27:56.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:27:56.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:27:56.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:27:56.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:27:56.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:56.708847 2079 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.911s user 0.700s sys 1.130s
01:27:56.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:56.709275 2079 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.912s user 0.700s sys 1.130s
01:27:56.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:56.710676 2094 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:27:56.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:54.798573 2092 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:27:56.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:56.711227 2079 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:27:56.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:56.711184 2096 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:27:56.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:56.716640 2079 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:27:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:56.720728 2079 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:27:56.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:56.722282 2079 hybrid_clock.cc:648] HybridClock initialized: now 1786152476722214 us; error 60 us; skew 500 ppm
01:27:56.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:56.723412 2079 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:27:56.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:56.730823 2079 webserver.cc:460] Webserver started at http://127.1.112.130:35585/ using document root <none> and password file <none>
01:27:56.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:56.731925 2079 fs_manager.cc:359] Metadata directory not provided
01:27:56.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:56.732206 2079 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:27:56.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:56.732849 2079 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:27:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:56.738588 2079 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-1/data/instance:
01:27:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b54360660dd74d128d8d764a1471b9a8"
01:27:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:27:56 on dist-test-slave-44d2"
01:27:56.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:56.740120 2079 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-1/wal/instance:
01:27:56.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b54360660dd74d128d8d764a1471b9a8"
01:27:56.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:27:56 on dist-test-slave-44d2"
01:27:56.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:56.748394 2079 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
01:27:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:56.754179 2105 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:27:56.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:56.755421 2079 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
01:27:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:56.755709 2079 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-1/data,/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-1/wal
01:27:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b54360660dd74d128d8d764a1471b9a8"
01:27:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:27:56 on dist-test-slave-44d2"
01:27:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:56.756057 2079 fs_report.cc:383] FS layout report
01:27:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:27:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-1/wal
01:27:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-1/wal
01:27:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-1/data/data
01:27:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:27:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:27:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:27:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:27:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:27:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:27:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:27:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:27:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:27:56.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:27:56.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:27:56.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:56.793959 2079 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:27:56.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:56.795369 2079 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:27:56.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:56.795855 2079 kserver.cc:163] Server-wide thread pool size limit: 3276
01:27:56.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:56.798527 2079 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:27:56.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:56.803316 2079 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:27:56.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:56.803627 2079 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:27:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:56.804005 2079 ts_tablet_manager.cc:610] Registered 0 tablets
01:27:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:56.804217 2079 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:27:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:57.000182 2079 rpc_server.cc:307] RPC server started. Bound to: 127.1.112.130:37561
01:27:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:57.000252 2279 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.112.130:37561 every 8 connection(s)
01:27:57.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:57.003386 2079 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-1/data/info.pb
01:27:57.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:57.015929 1474 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu as pid 2079
01:27:57.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:57.016563 1474 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-1/wal/instance
01:27:57.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:57.035461 1474 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu
01:27:57.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu
01:27:57.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-2/wal
01:27:57.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-2/data
01:27:57.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:27:57.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:27:57.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:27:57.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:27:57.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:27:57.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:27:57.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-2/logs
01:27:57.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-2/data/info.pb
01:27:57.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:27:57.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:27:57.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:27:57.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:27:57.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:27:57.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:27:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:27:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:27:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:27:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:27:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.112.131:0
01:27:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.112.131
01:27:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.112.131
01:27:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:27:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.112.190:33819,127.1.112.189:38243,127.1.112.188:46331
01:27:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.112.148:45785
01:27:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:27:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:27:57.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:27:57.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:57.057403 2282 heartbeater.cc:347] Connected to a master server at 127.1.112.190:33819
01:27:57.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:57.057585 2280 heartbeater.cc:347] Connected to a master server at 127.1.112.188:46331
01:27:57.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:57.057955 2280 heartbeater.cc:464] Registering TS with master...
01:27:57.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:57.057955 2282 heartbeater.cc:464] Registering TS with master...
01:27:57.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:57.059516 2280 heartbeater.cc:511] Master 127.1.112.188:46331 requested a full tablet report, sending...
01:27:57.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:57.059649 2282 heartbeater.cc:511] Master 127.1.112.190:33819 requested a full tablet report, sending...
01:27:57.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:57.062639 1752 ts_manager.cc:194] Registered new tserver with Master: b54360660dd74d128d8d764a1471b9a8 (127.1.112.130:37561)
01:27:57.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:57.063088 2281 heartbeater.cc:347] Connected to a master server at 127.1.112.189:38243
01:27:57.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:57.063467 2281 heartbeater.cc:464] Registering TS with master...
01:27:57.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:57.064551 2281 heartbeater.cc:511] Master 127.1.112.189:38243 requested a full tablet report, sending...
01:27:57.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:57.064774 1752 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.112.130:38489
01:27:57.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:57.065800 1543 ts_manager.cc:194] Registered new tserver with Master: b54360660dd74d128d8d764a1471b9a8 (127.1.112.130:37561)
01:27:57.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:57.067699 1640 ts_manager.cc:194] Registered new tserver with Master: b54360660dd74d128d8d764a1471b9a8 (127.1.112.130:37561)
01:27:57.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:57.394483 2291 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:27:57.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:57.395066 2291 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:27:57.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:57.395651 2291 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:27:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:57.428678 2291 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:27:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:57.429502 2291 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.1.112.131
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:57.464637 2291 tablet_server_runner.cc:78] Tablet server non-default flags:
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.112.148:45785
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-2/data
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-2/wal
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.112.131:0
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-2/data/info.pb
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.112.131
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.1.112.190:33819,127.1.112.189:38243,127.1.112.188:46331
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.1.112.131
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-2/logs
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:27:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:27:57.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:27:57.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 00:30:53 UTC on ccycloud.quasar-qulpnn.root.comops.site
01:27:57.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573759
01:27:57.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:27:57.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:57.466027 2291 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:27:57.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:57.467830 2291 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:27:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:57.490137 2304 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:27:58.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.069751 2280 heartbeater.cc:503] Master 127.1.112.188:46331 was elected leader, sending a full tablet report...
01:27:58.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:57.491147 2308 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:27:58.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:57.493532 2291 server_base.cc:1034] running on GCE node
01:27:58.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:27:57.491598 2310 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:27:58.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.721814 2291 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:27:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.724220 2291 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:27:58.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.725703 2291 hybrid_clock.cc:648] HybridClock initialized: now 1786152478725679 us; error 67 us; skew 500 ppm
01:27:58.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.726572 2291 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:27:58.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.737990 2291 webserver.cc:460] Webserver started at http://127.1.112.131:38065/ using document root <none> and password file <none>
01:27:58.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.738963 2291 fs_manager.cc:359] Metadata directory not provided
01:27:58.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.739158 2291 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:27:58.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.739566 2291 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:27:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.744565 2291 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-2/data/instance:
01:27:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d3ce7aa075541909f1393bf7bc34e45"
01:27:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:27:58 on dist-test-slave-44d2"
01:27:58.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.745724 2291 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-2/wal/instance:
01:27:58.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d3ce7aa075541909f1393bf7bc34e45"
01:27:58.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:27:58 on dist-test-slave-44d2"
01:27:58.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.753638 2291 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
01:27:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.759410 2318 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:27:58.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.760655 2291 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
01:27:58.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.760953 2291 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-2/data,/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-2/wal
01:27:58.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d3ce7aa075541909f1393bf7bc34e45"
01:27:58.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:27:58 on dist-test-slave-44d2"
01:27:58.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.761255 2291 fs_report.cc:383] FS layout report
01:27:58.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:27:58.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-2/wal
01:27:58.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-2/wal
01:27:58.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-2/data/data
01:27:58.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:27:58.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:27:58.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:27:58.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:27:58.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:27:58.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:27:58.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:27:58.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:27:58.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:27:58.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:27:58.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:27:58.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.799168 2291 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:27:58.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.800776 2291 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:27:58.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.801265 2291 kserver.cc:163] Server-wide thread pool size limit: 3276
01:27:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.804124 2291 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
01:27:58.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.808377 2291 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:27:58.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.808691 2291 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.001s
01:27:58.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.808916 2291 ts_tablet_manager.cc:610] Registered 0 tablets
01:27:58.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.809051 2291 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:27:58.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.960717 2291 rpc_server.cc:307] RPC server started. Bound to: 127.1.112.131:44243
01:27:58.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.960831 2483 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.112.131:44243 every 8 connection(s)
01:27:58.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.963474 2291 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-2/data/info.pb
01:27:58.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.973806 1474 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu as pid 2291
01:27:58.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:58.974452 1474 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster1636411520904735764/ts-2/wal/instance
01:27:59.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:59.035702 2485 heartbeater.cc:347] Connected to a master server at 127.1.112.188:46331
01:27:59.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:59.035962 2487 heartbeater.cc:347] Connected to a master server at 127.1.112.190:33819
01:27:59.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:59.035832 2486 heartbeater.cc:347] Connected to a master server at 127.1.112.189:38243
01:27:59.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:59.036211 2485 heartbeater.cc:464] Registering TS with master...
01:27:59.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:59.036417 2486 heartbeater.cc:464] Registering TS with master...
01:27:59.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:59.036432 2487 heartbeater.cc:464] Registering TS with master...
01:27:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:59.037618 2485 heartbeater.cc:511] Master 127.1.112.188:46331 requested a full tablet report, sending...
01:27:59.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:59.037670 2486 heartbeater.cc:511] Master 127.1.112.189:38243 requested a full tablet report, sending...
01:27:59.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:59.037771 2487 heartbeater.cc:511] Master 127.1.112.190:33819 requested a full tablet report, sending...
01:27:59.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:59.040524 1752 ts_manager.cc:194] Registered new tserver with Master: 2d3ce7aa075541909f1393bf7bc34e45 (127.1.112.131:44243)
01:27:59.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:59.041091 1543 ts_manager.cc:194] Registered new tserver with Master: 2d3ce7aa075541909f1393bf7bc34e45 (127.1.112.131:44243)
01:27:59.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:59.041651 1640 ts_manager.cc:194] Registered new tserver with Master: 2d3ce7aa075541909f1393bf7bc34e45 (127.1.112.131:44243)
01:27:59.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:59.042042 1752 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.1.112.131:33555
01:27:59.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:59.052570 1474 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
01:27:59.063 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:27:59.064 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
01:27:59.076 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.1.112.190"
port: 33819
}
bound_http_address {
host: "127.1.112.190"
port: 41419
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.1.112.189"
port: 38243
}
bound_http_address {
host: "127.1.112.189"
port: 38063
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.1.112.188"
port: 46331
}
bound_http_address {
host: "127.1.112.188"
port: 34975
}
}
}
01:27:59.083 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:27:59.086 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.1.112.129"
port: 39255
}
bound_http_address {
host: "127.1.112.129"
port: 37399
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.1.112.130"
port: 37561
}
bound_http_address {
host: "127.1.112.130"
port: 35585
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.1.112.131"
port: 44243
}
bound_http_address {
host: "127.1.112.131"
port: 38065
}
}
}
01:27:59.086 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
01:27:59.293 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
01:27:59.404 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskUMnn_y/test-tmp
01:27:59.405 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
01:27:59.405 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskUMnn_y/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
01:27:59.410 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
01:27:59.827 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:27:59.827 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:27:59.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:59.834098 2500 mini_oidc.cc:152] Starting JWKS server
01:27:59.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:59.840752 2500 webserver.cc:460] Webserver started at http://127.0.0.1:40885/ using document root <none> and password file <none>
01:27:59.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:59.841761 2500 mini_oidc.cc:189] Starting OIDC Discovery server
01:27:59.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:27:59.845335 2500 webserver.cc:460] Webserver started at http://127.0.0.1:32777/ using document root <none> and password file <none>
01:27:59.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
01:27:59.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/principal' for realm 'KRBTEST.COM',
01:27:59.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
01:27:59.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:27:59 dist-test-slave-44d2 krb5kdc[2515](info): setting up network...
01:27:59.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
01:27:59.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:27:59 dist-test-slave-44d2 krb5kdc[2515](info): set up 2 sockets
01:27:59.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:27:59 dist-test-slave-44d2 krb5kdc[2515](info): commencing operation
01:27:59.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
01:28:00.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:00.046348 2485 heartbeater.cc:503] Master 127.1.112.188:46331 was elected leader, sending a full tablet report...
01:28:01.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:01.255086 2500 mini_kdc.cc:121] Time spent starting KDC: real 1.375s user 0.003s sys 0.032s
01:28:01.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
01:28:01.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:28:01.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
01:28:01.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
01:28:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:28:01.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
01:28:01.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
01:28:01.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:28:01.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
01:28:01.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:28:01.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/test-user.keytab.
01:28:01.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/test-user.keytab.
01:28:01.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:28:01 dist-test-slave-44d2 krb5kdc[2515](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786152481, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:28:01.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:28:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T01:28:01Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
01:28:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T01:28:01Z Disabled control of system clock
01:28:01.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.2.113.62@KRBTEST.COM; defaulting to no policy
01:28:01.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:28:01.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.2.113.62@KRBTEST.COM" created.
01:28:01.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:28:01.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.2.113.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/kudu_127.2.113.62.keytab.
01:28:01.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.2.113.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/kudu_127.2.113.62.keytab.
01:28:01.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:01.474368 2500 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu
01:28:01.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu
01:28:01.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/wal
01:28:01.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/data
01:28:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:28:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:28:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:28:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:28:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:28:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:28:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/logs
01:28:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/data/info.pb
01:28:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:28:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:28:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:28:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:28:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:28:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:28:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:28:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:28:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:28:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:28:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:28:01.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:28:01.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.113.62:45173
01:28:01.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.113.62
01:28:01.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:28:01.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/kudu_127.2.113.62.keytab
01:28:01.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.113.62
01:28:01.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:28:01.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:28:01.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:28:01.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.113.20:35399
01:28:01.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:28:01.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:28:01.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:28:01.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:28:01.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.113.62:45173,127.2.113.61:36611,127.2.113.60:34547
01:28:01.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:28:01.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40885/jwks.json
01:28:01.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:28:01.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:01.862402 2533 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:28:01.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:01.863018 2533 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:28:01.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:01.863686 2533 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:28:01.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:01.901598 2533 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:28:01.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:01.901854 2533 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:28:01.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:01.902148 2533 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:28:01.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:01.902391 2533 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:28:01.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:01.902740 2533 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:28:01.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:01.902980 2533 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:28:01.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:01.903198 2533 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40885/jwks.json
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:01.944804 2533 master_runner.cc:386] Master server non-default flags:
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.113.20:35399
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/data
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/wal
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.113.62:45173,127.2.113.61:36611,127.2.113.60:34547
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/kudu_127.2.113.62.keytab
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.113.62
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.113.62:45173
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40885/jwks.json
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/data/info.pb
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.113.62
01:28:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:28:01.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:28:01.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:28:01.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:28:01.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:28:01.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:28:01.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/logs
01:28:01.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:28:01.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:28:01.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:28:01.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:28:01.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:28:01.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:28:01.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:28:01.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 00:30:53 UTC on ccycloud.quasar-qulpnn.root.comops.site
01:28:01.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573759
01:28:01.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:28:01.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:01.945971 2533 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:28:01.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:01.947089 2533 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:28:01.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:01.970566 2540 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:28:03.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:01.970574 2541 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:28:03.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:01.981292 2545 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:28:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:03.314805 2543 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1343 milliseconds
01:28:03.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.314932 2533 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:28:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.316268 2533 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:28:03.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.319450 2533 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:28:03.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.320874 2533 hybrid_clock.cc:648] HybridClock initialized: now 1786152483320809 us; error 114 us; skew 500 ppm
01:28:03.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.321817 2533 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:28:03.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:28:03 dist-test-slave-44d2 krb5kdc[2515](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786152483, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.113.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:28:03.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.328902 2533 init.cc:377] Logged in from keytab as kudu/127.2.113.62@KRBTEST.COM (short username kudu)
01:28:03.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.337426 2533 webserver.cc:460] Webserver started at http://127.2.113.62:42509/ using document root <none> and password file <none>
01:28:03.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.338505 2533 fs_manager.cc:359] Metadata directory not provided
01:28:03.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.338758 2533 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:28:03.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.339308 2533 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:28:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.345316 2533 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/data/instance:
01:28:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8999c426b7b3475db40e8e322b18088b"
01:28:03.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:28:03 on dist-test-slave-44d2"
01:28:03.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.346701 2533 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/wal/instance:
01:28:03.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8999c426b7b3475db40e8e322b18088b"
01:28:03.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:28:03 on dist-test-slave-44d2"
01:28:03.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.356176 2533 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.002s sys 0.009s
01:28:03.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.362347 2555 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:28:03.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.363562 2533 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
01:28:03.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.363982 2533 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/data,/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/wal
01:28:03.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8999c426b7b3475db40e8e322b18088b"
01:28:03.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:28:03 on dist-test-slave-44d2"
01:28:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.364362 2533 fs_report.cc:383] FS layout report
01:28:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:28:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/wal
01:28:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/wal
01:28:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/data/data
01:28:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:28:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:28:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:28:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:28:03.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:28:03.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:28:03.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:28:03.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:28:03.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:28:03.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:28:03.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:28:03.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.415673 2533 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:28:03.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.424044 2533 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:28:03.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.424876 2533 kserver.cc:163] Server-wide thread pool size limit: 3276
01:28:03.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.689050 2533 rpc_server.cc:307] RPC server started. Bound to: 127.2.113.62:45173
01:28:03.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.689247 2625 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.113.62:45173 every 8 connection(s)
01:28:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.694006 2533 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/data/info.pb
01:28:03.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.701978 2500 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu as pid 2533
01:28:03.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.702522 2500 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/wal/instance
01:28:03.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.714077 2626 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:28:03.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.2.113.61@KRBTEST.COM; defaulting to no policy
01:28:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:28:03.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.2.113.61@KRBTEST.COM" created.
01:28:03.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.740988 2626 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.113.62" port: 45173 } has no permanent_uuid. Determining permanent_uuid...
01:28:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:28:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.2.113.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/kudu_127.2.113.61.keytab.
01:28:03.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.2.113.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/kudu_127.2.113.61.keytab.
01:28:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.775040 2500 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu
01:28:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu
01:28:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/wal
01:28:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/data
01:28:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:28:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:28:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:28:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:28:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:28:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:28:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/logs
01:28:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/data/info.pb
01:28:03.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:28:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:28:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:28:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:28:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:28:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:28:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:28:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:28:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:28:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:28:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:28:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:28:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.113.61:36611
01:28:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.113.61
01:28:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:28:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/kudu_127.2.113.61.keytab
01:28:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.113.61
01:28:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:28:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:28:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:28:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.113.20:35399
01:28:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:28:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:28:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:28:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:28:03.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.113.62:45173,127.2.113.61:36611,127.2.113.60:34547
01:28:03.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:28:03.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40885/jwks.json
01:28:03.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:28:03.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:28:03 dist-test-slave-44d2 krb5kdc[2515](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786152483, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.113.62@KRBTEST.COM for kudu/127.2.113.62@KRBTEST.COM
01:28:03.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.819903 2626 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.113.61" port: 36611 } has no permanent_uuid. Determining permanent_uuid...
01:28:03.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:03.823886 2557 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.113.61:36611: connect: Connection refused (error 111)
01:28:03.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:03.833674 2626 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.113.61:36611: Network error: Client connection negotiation failed: client connection to 127.2.113.61:36611: connect: Connection refused (error 111)
01:28:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.883430 2626 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.113.61" port: 36611 } attempt: 1
01:28:03.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:03.889593 2626 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.113.61:36611: Network error: Client connection negotiation failed: client connection to 127.2.113.61:36611: connect: Connection refused (error 111)
01:28:03.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:03.958108 2626 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.113.61" port: 36611 } attempt: 2
01:28:03.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:03.964850 2626 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.113.61:36611: Network error: Client connection negotiation failed: client connection to 127.2.113.61:36611: connect: Connection refused (error 111)
01:28:04.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:04.056459 2626 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.113.61" port: 36611 } attempt: 3
01:28:04.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:04.063722 2626 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.113.61:36611: Network error: Client connection negotiation failed: client connection to 127.2.113.61:36611: connect: Connection refused (error 111)
01:28:04.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:04.207270 2626 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.113.61" port: 36611 } attempt: 4
01:28:04.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:04.213330 2626 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.113.61:36611: Network error: Client connection negotiation failed: client connection to 127.2.113.61:36611: connect: Connection refused (error 111)
01:28:04.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:04.348519 2636 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:28:04.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:04.349404 2636 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:28:04.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:04.350284 2636 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:28:04.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:04.389346 2636 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:28:04.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:04.389607 2636 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:28:04.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:04.389905 2636 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:28:04.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:04.390125 2636 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:28:04.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:04.390427 2636 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:28:04.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:04.390722 2636 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:28:04.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:04.390923 2636 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40885/jwks.json
01:28:04.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:04.433197 2636 master_runner.cc:386] Master server non-default flags:
01:28:04.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:28:04.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.113.20:35399
01:28:04.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:28:04.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:28:04.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/data
01:28:04.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/wal
01:28:04.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:28:04.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:28:04.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.113.62:45173,127.2.113.61:36611,127.2.113.60:34547
01:28:04.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/kudu_127.2.113.61.keytab
01:28:04.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.113.61
01:28:04.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:28:04.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:28:04.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:28:04.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.113.61:36611
01:28:04.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:28:04.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:28:04.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:28:04.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40885/jwks.json
01:28:04.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:28:04.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:28:04.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:28:04.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:28:04.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:28:04.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/data/info.pb
01:28:04.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.113.61
01:28:04.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:28:04.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:28:04.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:28:04.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:28:04.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:28:04.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:28:04.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/logs
01:28:04.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:28:04.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:28:04.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:28:04.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:28:04.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:28:04.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:28:04.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:28:04.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 00:30:53 UTC on ccycloud.quasar-qulpnn.root.comops.site
01:28:04.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573759
01:28:04.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:28:04.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:04.434440 2636 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:28:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:04.435889 2636 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:28:04.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:04.476953 2653 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:28:04.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:04.512923 2626 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.113.61" port: 36611 } attempt: 5
01:28:04.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:04.519869 2626 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.113.61:36611: Network error: Client connection negotiation failed: client connection to 127.2.113.61:36611: connect: Connection refused (error 111)
01:28:05.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:05.067435 2626 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.113.61" port: 36611 } attempt: 6
01:28:05.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:05.076998 2626 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.113.61:36611: Network error: Client connection negotiation failed: client connection to 127.2.113.61:36611: connect: Connection refused (error 111)
01:28:05.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:04.477828 2650 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:28:05.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:04.478286 2648 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:28:05.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:05.871860 2652 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
01:28:05.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:05.872063 2636 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:28:05.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:05.888836 2636 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:28:05.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:05.893941 2636 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:28:05.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:05.895535 2636 hybrid_clock.cc:648] HybridClock initialized: now 1786152485895489 us; error 52 us; skew 500 ppm
01:28:05.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:05.896667 2636 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:28:05.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:28:05 dist-test-slave-44d2 krb5kdc[2515](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786152485, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.113.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:28:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:05.906003 2636 init.cc:377] Logged in from keytab as kudu/127.2.113.61@KRBTEST.COM (short username kudu)
01:28:05.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:05.917802 2636 webserver.cc:460] Webserver started at http://127.2.113.61:36447/ using document root <none> and password file <none>
01:28:05.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:05.918958 2636 fs_manager.cc:359] Metadata directory not provided
01:28:05.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:05.919175 2636 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:28:05.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:05.919610 2636 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:28:05.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:05.926319 2636 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/data/instance:
01:28:05.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0eb007bb9ff84ad396733169a4fed21e"
01:28:05.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:28:05 on dist-test-slave-44d2"
01:28:05.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:05.927599 2636 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/wal/instance:
01:28:05.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0eb007bb9ff84ad396733169a4fed21e"
01:28:05.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:28:05 on dist-test-slave-44d2"
01:28:05.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:05.941114 2636 fs_manager.cc:691] Time spent creating directory manager: real 0.013s user 0.009s sys 0.005s
01:28:05.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:05.951493 2674 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:28:05.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:05.952865 2636 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.003s sys 0.003s
01:28:05.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:05.953325 2636 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/data,/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/wal
01:28:05.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0eb007bb9ff84ad396733169a4fed21e"
01:28:05.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:28:05 on dist-test-slave-44d2"
01:28:05.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:05.953794 2636 fs_report.cc:383] FS layout report
01:28:05.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:28:05.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/wal
01:28:05.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/wal
01:28:05.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/data/data
01:28:05.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:28:05.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:28:05.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:28:05.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:28:05.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:28:05.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:28:05.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:28:05.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:28:05.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:28:05.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:28:05.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:28:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:06.042686 2636 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:28:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:06.051658 2636 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:28:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:06.052453 2636 kserver.cc:163] Server-wide thread pool size limit: 3276
01:28:06.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:06.137493 2626 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.113.61" port: 36611 } attempt: 7
01:28:06.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:06.157080 2626 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.113.61:36611: Network error: Client connection negotiation failed: client connection to 127.2.113.61:36611: connect: Connection refused (error 111)
01:28:06.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:06.302688 2636 rpc_server.cc:307] RPC server started. Bound to: 127.2.113.61:36611
01:28:06.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:06.302968 2754 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.113.61:36611 every 8 connection(s)
01:28:06.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:06.305779 2636 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/data/info.pb
01:28:06.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:06.312323 2500 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu as pid 2636
01:28:06.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:06.312979 2500 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/wal/instance
01:28:06.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:06.317760 2755 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:28:06.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.2.113.60@KRBTEST.COM; defaulting to no policy
01:28:06.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:06.342727 2755 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.113.62" port: 45173 } has no permanent_uuid. Determining permanent_uuid...
01:28:06.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:28:06.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.2.113.60@KRBTEST.COM" created.
01:28:06.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:28:06 dist-test-slave-44d2 krb5kdc[2515](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786152485, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.113.61@KRBTEST.COM for kudu/127.2.113.62@KRBTEST.COM
01:28:06.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:06.567692 2755 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.113.61" port: 36611 } has no permanent_uuid. Determining permanent_uuid...
01:28:06.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:28:06 dist-test-slave-44d2 krb5kdc[2515](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786152485, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.113.61@KRBTEST.COM for kudu/127.2.113.61@KRBTEST.COM
01:28:06.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:06.731092 2755 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } has no permanent_uuid. Determining permanent_uuid...
01:28:06.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:06.734228 2679 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.113.60:34547: connect: Connection refused (error 111)
01:28:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:06.743098 2755 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.113.60:34547: Network error: Client connection negotiation failed: client connection to 127.2.113.60:34547: connect: Connection refused (error 111)
01:28:06.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:06.792692 2755 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } attempt: 1
01:28:06.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:06.798062 2755 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.113.60:34547: Network error: Client connection negotiation failed: client connection to 127.2.113.60:34547: connect: Connection refused (error 111)
01:28:06.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:06.866604 2755 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } attempt: 2
01:28:06.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:06.872081 2755 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.113.60:34547: Network error: Client connection negotiation failed: client connection to 127.2.113.60:34547: connect: Connection refused (error 111)
01:28:06.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:06.963568 2755 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } attempt: 3
01:28:07.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:06.967901 2755 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.113.60:34547: Network error: Client connection negotiation failed: client connection to 127.2.113.60:34547: connect: Connection refused (error 111)
01:28:07.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:07.111338 2755 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } attempt: 4
01:28:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:07.115296 2755 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.113.60:34547: Network error: Client connection negotiation failed: client connection to 127.2.113.60:34547: connect: Connection refused (error 111)
01:28:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:28:07.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.2.113.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/kudu_127.2.113.60.keytab.
01:28:07.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.2.113.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/kudu_127.2.113.60.keytab.
01:28:07.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:07.117640 2500 mini_kdc.cc:262] Time spent creating service keytab for kudu/127.2.113.60: real 0.802s user 0.004s sys 0.017s
01:28:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:07.119159 2500 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu
01:28:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu
01:28:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/wal
01:28:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/data
01:28:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:28:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:28:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:28:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:28:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:28:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:28:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/logs
01:28:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/data/info.pb
01:28:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:28:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:28:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:28:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:28:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:28:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:28:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:28:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:28:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:28:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:28:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:28:07.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:28:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.113.60:34547
01:28:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.113.60
01:28:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:28:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/kudu_127.2.113.60.keytab
01:28:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.113.60
01:28:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:28:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:28:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:28:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.113.20:35399
01:28:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:28:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:28:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:28:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:28:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.113.62:45173,127.2.113.61:36611,127.2.113.60:34547
01:28:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:28:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40885/jwks.json
01:28:07.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:28:07.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:07.414804 2755 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } attempt: 5
01:28:07.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:07.418711 2755 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.113.60:34547: Network error: Client connection negotiation failed: client connection to 127.2.113.60:34547: connect: Connection refused (error 111)
01:28:07.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:07.555678 2769 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:28:07.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:07.556246 2769 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:28:07.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:07.557212 2769 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:28:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:07.590878 2769 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:28:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:07.591248 2769 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:28:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:07.591601 2769 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:28:07.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:07.591862 2769 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:28:07.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:07.592159 2769 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:28:07.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:07.592417 2769 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:28:07.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:07.592619 2769 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40885/jwks.json
01:28:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:07.650544 2769 master_runner.cc:386] Master server non-default flags:
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.113.20:35399
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/data
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/wal
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.113.62:45173,127.2.113.61:36611,127.2.113.60:34547
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/kudu_127.2.113.60.keytab
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.113.60
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.113.60:34547
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40885/jwks.json
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/data/info.pb
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.113.60
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/logs
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 00:30:53 UTC on ccycloud.quasar-qulpnn.root.comops.site
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573759
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:28:07.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:07.651729 2769 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:28:07.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:07.652799 2769 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:28:07.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:07.680095 2780 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:28:07.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:07.966266 2755 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } attempt: 6
01:28:08.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:08.009093 2755 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.113.60:34547: Network error: Client connection negotiation failed: client connection to 127.2.113.60:34547: connect: Connection refused (error 111)
01:28:08.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:08.248085 2626 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.113.61" port: 36611 } attempt: 8
01:28:08.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:28:08 dist-test-slave-44d2 krb5kdc[2515](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786152483, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.113.62@KRBTEST.COM for kudu/127.2.113.61@KRBTEST.COM
01:28:08.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:08.322870 2626 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } has no permanent_uuid. Determining permanent_uuid...
01:28:08.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:08.350180 2626 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.113.60:34547: Network error: Client connection negotiation failed: client connection to 127.2.113.60:34547: connect: Connection refused (error 111)
01:28:08.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:08.415997 2626 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } attempt: 1
01:28:08.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:08.427191 2626 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.113.60:34547: Network error: Client connection negotiation failed: client connection to 127.2.113.60:34547: connect: Connection refused (error 111)
01:28:08.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:08.480898 2626 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } attempt: 2
01:28:08.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:08.495427 2626 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.113.60:34547: Network error: Client connection negotiation failed: client connection to 127.2.113.60:34547: connect: Connection refused (error 111)
01:28:08.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:08.572247 2626 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } attempt: 3
01:28:08.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:08.580394 2626 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.113.60:34547: Network error: Client connection negotiation failed: client connection to 127.2.113.60:34547: connect: Connection refused (error 111)
01:28:08.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:08.736091 2626 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } attempt: 4
01:28:08.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:08.750420 2626 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.113.60:34547: Network error: Client connection negotiation failed: client connection to 127.2.113.60:34547: connect: Connection refused (error 111)
01:28:09.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.047118 2626 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } attempt: 5
01:28:09.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:09.050836 2557 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.113.60:34547: connect: Connection refused (error 111) [suppressed 12 similar messages]
01:28:09.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:09.054479 2626 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.113.60:34547: Network error: Client connection negotiation failed: client connection to 127.2.113.60:34547: connect: Connection refused (error 111)
01:28:09.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.069692 2755 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } attempt: 7
01:28:09.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:09.077759 2755 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.113.60:34547: Network error: Client connection negotiation failed: client connection to 127.2.113.60:34547: connect: Connection refused (error 111)
01:28:09.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:07.685489 2781 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:28:09.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:07.681500 2784 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:28:09.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:09.356792 2782 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1674 milliseconds
01:28:09.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.356917 2769 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:28:09.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.358238 2769 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:28:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.362794 2769 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:28:09.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.364305 2769 hybrid_clock.cc:648] HybridClock initialized: now 1786152489364274 us; error 52 us; skew 500 ppm
01:28:09.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.365242 2769 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:28:09.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:28:09 dist-test-slave-44d2 krb5kdc[2515](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786152489, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.113.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:28:09.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.379626 2769 init.cc:377] Logged in from keytab as kudu/127.2.113.60@KRBTEST.COM (short username kudu)
01:28:09.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.390704 2769 webserver.cc:460] Webserver started at http://127.2.113.60:33629/ using document root <none> and password file <none>
01:28:09.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.391750 2769 fs_manager.cc:359] Metadata directory not provided
01:28:09.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.392019 2769 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:28:09.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.392469 2769 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
01:28:09.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.398312 2769 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/data/instance:
01:28:09.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "606d0d3cf65d4ca19ca41617a862bb3b"
01:28:09.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:28:09 on dist-test-slave-44d2"
01:28:09.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.399706 2769 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/wal/instance:
01:28:09.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "606d0d3cf65d4ca19ca41617a862bb3b"
01:28:09.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:28:09 on dist-test-slave-44d2"
01:28:09.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.414170 2769 fs_manager.cc:691] Time spent creating directory manager: real 0.014s user 0.010s sys 0.001s
01:28:09.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.424284 2808 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:28:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.425891 2769 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.002s sys 0.005s
01:28:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.426280 2769 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/data,/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/wal
01:28:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "606d0d3cf65d4ca19ca41617a862bb3b"
01:28:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:28:09 on dist-test-slave-44d2"
01:28:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.426643 2769 fs_report.cc:383] FS layout report
01:28:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:28:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/wal
01:28:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/wal
01:28:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/data/data
01:28:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:28:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:28:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:28:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:28:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:28:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:28:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:28:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:28:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:28:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:28:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:28:09.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.486065 2769 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:28:09.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.495396 2769 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:28:09.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.496142 2769 kserver.cc:163] Server-wide thread pool size limit: 3276
01:28:09.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.576098 2626 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } attempt: 6
01:28:09.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:09.590289 2626 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.2.113.60:34547: Network error: Client connection negotiation failed: client connection to 127.2.113.60:34547: connect: Connection refused (error 111)
01:28:09.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.734855 2769 rpc_server.cc:307] RPC server started. Bound to: 127.2.113.60:34547
01:28:09.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.735503 2885 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.113.60:34547 every 8 connection(s)
01:28:09.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.738931 2769 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/data/info.pb
01:28:09.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.749267 2500 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu as pid 2769
01:28:09.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.749780 2500 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/wal/instance
01:28:09.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.753782 2886 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:28:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.781412 2886 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.113.62" port: 45173 } has no permanent_uuid. Determining permanent_uuid...
01:28:09.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:28:09 dist-test-slave-44d2 krb5kdc[2515](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786152489, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.113.60@KRBTEST.COM for kudu/127.2.113.62@KRBTEST.COM
01:28:09.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:28:09 dist-test-slave-44d2 krb5kdc[2515](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786152481, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.2.113.60@KRBTEST.COM
01:28:09.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.823264 2886 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.113.61" port: 36611 } has no permanent_uuid. Determining permanent_uuid...
01:28:09.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:28:09 dist-test-slave-44d2 krb5kdc[2515](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786152489, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.113.60@KRBTEST.COM for kudu/127.2.113.61@KRBTEST.COM
01:28:09.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:28:09 dist-test-slave-44d2 krb5kdc[2515](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786152481, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.2.113.61@KRBTEST.COM
01:28:09.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.859251 2886 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } has no permanent_uuid. Determining permanent_uuid...
01:28:09.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:28:09 dist-test-slave-44d2 krb5kdc[2515](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786152489, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.113.60@KRBTEST.COM for kudu/127.2.113.60@KRBTEST.COM
01:28:09.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:28:09 dist-test-slave-44d2 krb5kdc[2515](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786152481, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.2.113.62@KRBTEST.COM
01:28:09.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.905686 2886 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: Bootstrap starting.
01:28:09.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.918929 2886 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: Neither blocks nor log segments found. Creating new log.
01:28:09.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.919129 2500 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
01:28:09.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.923280 2886 log.cc:824] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: Log is configured to *not* fsync() on all Append() calls
01:28:09.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.933046 2886 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: No bootstrap required, opened a new log
01:28:09.939 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:28:09.941 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
01:28:09.957 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
01:28:09.958 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
01:28:09.968 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.2.113.62"
port: 45173
}
bound_http_address {
host: "127.2.113.62"
port: 42509
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.2.113.61"
port: 36611
}
bound_http_address {
host: "127.2.113.61"
port: 36447
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.2.113.60"
port: 34547
}
bound_http_address {
host: "127.2.113.60"
port: 33629
}
}
}
01:28:09.968 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:28:09.974 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:28:09.974 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
01:28:09.977 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
01:28:09.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.978495 2886 raft_consensus.cc:348] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8999c426b7b3475db40e8e322b18088b" member_type: VOTER last_known_addr { host: "127.2.113.62" port: 45173 } } peers { permanent_uuid: "0eb007bb9ff84ad396733169a4fed21e" member_type: VOTER last_known_addr { host: "127.2.113.61" port: 36611 } } peers { permanent_uuid: "606d0d3cf65d4ca19ca41617a862bb3b" member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } }
01:28:09.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.980052 2886 raft_consensus.cc:374] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:28:09.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.980722 2886 raft_consensus.cc:729] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 606d0d3cf65d4ca19ca41617a862bb3b, State: Initialized, Role: FOLLOWER
01:28:09.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.983253 2886 consensus_queue.cc:260] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8999c426b7b3475db40e8e322b18088b" member_type: VOTER last_known_addr { host: "127.2.113.62" port: 45173 } } peers { permanent_uuid: "0eb007bb9ff84ad396733169a4fed21e" member_type: VOTER last_known_addr { host: "127.2.113.61" port: 36611 } } peers { permanent_uuid: "606d0d3cf65d4ca19ca41617a862bb3b" member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } }
01:28:09.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.993577 2901 sys_catalog.cc:455] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8999c426b7b3475db40e8e322b18088b" member_type: VOTER last_known_addr { host: "127.2.113.62" port: 45173 } } peers { permanent_uuid: "0eb007bb9ff84ad396733169a4fed21e" member_type: VOTER last_known_addr { host: "127.2.113.61" port: 36611 } } peers { permanent_uuid: "606d0d3cf65d4ca19ca41617a862bb3b" member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } } }
01:28:09.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.995421 2901 sys_catalog.cc:458] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [sys.catalog]: This master's current role is: FOLLOWER
01:28:09.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:09.997637 2886 sys_catalog.cc:564] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [sys.catalog]: configured and running, proceeding with master startup.
01:28:10.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:10.009716 2820 tablet.cc:2369] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:28:10.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:28:10 dist-test-slave-44d2 krb5kdc[2515](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786152490, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:28:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:28:10.071 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:28:10.075 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/krb5cc
01:28:10.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:10.073623 2924 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:10.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:10.074084 2924 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:10.085 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:28:10.087 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/krb5cc
01:28:10.088 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:28:10.094 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
01:28:10.096 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
01:28:10.096 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
01:28:10.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:10.062933 2769 master_runner.cc:186] Error getting master registration for 127.2.113.62:45173: OK, instance_id { permanent_uuid: "8999c426b7b3475db40e8e322b18088b" instance_seqno: 1786152483610930 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:28:10.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:10.117935 2769 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:28:10.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:28:10 dist-test-slave-44d2 krb5kdc[2515](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786152490, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:28:10.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:28:10.153 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:28:10.153 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/krb5cc
01:28:10.156 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:28:10.157 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.2.113.60:34547
01:28:10.160 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
01:28:10.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:10.161064 2500 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu with pid 2769
01:28:10.198 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:28:10.198 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.2.113.61:36611
01:28:10.198 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
01:28:10.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:10.199222 2500 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu with pid 2636
01:28:10.230 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:28:10.230 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.2.113.62:45173
01:28:10.231 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
01:28:10.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:10.231366 2500 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu with pid 2533
01:28:10.259 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:28:10.259 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.2.113.60:34547
01:28:10.261 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
01:28:10.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:10.263019 2500 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu
01:28:10.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu
01:28:10.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/wal
01:28:10.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/data
01:28:10.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:28:10.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:28:10.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:28:10.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:28:10.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:28:10.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:28:10.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/logs
01:28:10.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/data/info.pb
01:28:10.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:28:10.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:28:10.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:28:10.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:28:10.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:28:10.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:28:10.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:28:10.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:28:10.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:28:10.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:28:10.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:28:10.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:28:10.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.113.60:34547
01:28:10.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.113.60
01:28:10.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33629
01:28:10.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/kudu_127.2.113.60.keytab
01:28:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.113.60
01:28:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:28:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:28:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:28:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.113.20:35399
01:28:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:28:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:28:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:28:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:28:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.113.62:45173,127.2.113.61:36611,127.2.113.60:34547
01:28:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:28:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40885/jwks.json
01:28:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:28:10.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:10.642227 2931 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:28:10.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:10.642961 2931 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:28:10.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:10.643710 2931 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:28:10.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:10.682690 2931 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:28:10.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:10.683028 2931 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:28:10.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:10.683585 2931 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:28:10.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:10.684180 2931 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:28:10.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:10.684679 2931 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:28:10.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:10.685065 2931 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:28:10.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:10.685318 2931 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40885/jwks.json
01:28:10.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:10.724248 2931 master_runner.cc:386] Master server non-default flags:
01:28:10.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:28:10.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.113.20:35399
01:28:10.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:28:10.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:28:10.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/data
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/wal
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.113.62:45173,127.2.113.61:36611,127.2.113.60:34547
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/kudu_127.2.113.60.keytab
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.113.60
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.113.60:34547
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40885/jwks.json
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/data/info.pb
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.113.60
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33629
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:28:10.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/logs
01:28:10.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:28:10.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:28:10.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:28:10.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:28:10.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:28:10.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:28:10.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:28:10.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 00:30:53 UTC on ccycloud.quasar-qulpnn.root.comops.site
01:28:10.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573759
01:28:10.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:28:10.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:10.725862 2931 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:28:10.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:10.727397 2931 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:28:10.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:10.748554 2937 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:28:12.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:10.749459 2939 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:28:12.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:10.750319 2931 server_base.cc:1034] running on GCE node
01:28:12.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:10.748543 2941 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:28:12.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.041289 2931 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:28:12.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.044662 2931 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:28:12.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.046154 2931 hybrid_clock.cc:648] HybridClock initialized: now 1786152492046047 us; error 121 us; skew 500 ppm
01:28:12.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.047271 2931 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:28:12.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:28:12 dist-test-slave-44d2 krb5kdc[2515](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786152492, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.113.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:28:12.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.054081 2931 init.cc:377] Logged in from keytab as kudu/127.2.113.60@KRBTEST.COM (short username kudu)
01:28:12.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.059464 2931 webserver.cc:460] Webserver started at http://127.2.113.60:33629/ using document root <none> and password file <none>
01:28:12.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.060497 2931 fs_manager.cc:359] Metadata directory not provided
01:28:12.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.060778 2931 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:28:12.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.069960 2931 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.006s sys 0.001s
01:28:12.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.075116 2950 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:28:12.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.076241 2931 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
01:28:12.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.076612 2931 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/data,/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/wal
01:28:12.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "606d0d3cf65d4ca19ca41617a862bb3b"
01:28:12.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:28:09 on dist-test-slave-44d2"
01:28:12.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.078990 2931 fs_report.cc:383] FS layout report
01:28:12.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:28:12.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/wal
01:28:12.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/wal
01:28:12.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/data/data
01:28:12.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:28:12.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:28:12.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:28:12.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:28:12.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:28:12.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:28:12.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:28:12.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:28:12.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:28:12.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:28:12.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:28:12.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.118706 2931 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:28:12.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.125622 2931 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:28:12.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.126138 2931 kserver.cc:163] Server-wide thread pool size limit: 3276
01:28:12.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.207495 2931 rpc_server.cc:307] RPC server started. Bound to: 127.2.113.60:34547
01:28:12.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.207683 3022 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.113.60:34547 every 8 connection(s)
01:28:12.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.210295 2931 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-2/data/info.pb
01:28:12.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.216688 2500 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu as pid 2931
01:28:12.217 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:28:12.217 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.2.113.61:36611
01:28:12.218 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
01:28:12.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.219195 2500 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu
01:28:12.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu
01:28:12.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/wal
01:28:12.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/data
01:28:12.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:28:12.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:28:12.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:28:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:28:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:28:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:28:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/logs
01:28:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/data/info.pb
01:28:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:28:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:28:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:28:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:28:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:28:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:28:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:28:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:28:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:28:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:28:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:28:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:28:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.113.61:36611
01:28:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.113.61
01:28:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36447
01:28:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/kudu_127.2.113.61.keytab
01:28:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.113.61
01:28:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:28:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:28:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:28:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.113.20:35399
01:28:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:28:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:28:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:28:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:28:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.113.62:45173,127.2.113.61:36611,127.2.113.60:34547
01:28:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:28:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40885/jwks.json
01:28:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:28:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.223824 3023 sys_catalog.cc:263] Verifying existing consensus state
01:28:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.233065 3023 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: Bootstrap starting.
01:28:12.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:12.234141 2272 debug-util.cc:398] Leaking SignalData structure 0x7b08000af060 after lost signal to thread 2084
01:28:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:12.235158 2272 debug-util.cc:398] Leaking SignalData structure 0x7b08000afc80 after lost signal to thread 2279
01:28:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.286585 3023 log.cc:824] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: Log is configured to *not* fsync() on all Append() calls
01:28:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.292697 3023 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:28:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.293908 3023 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: Bootstrap complete.
01:28:12.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.335269 3023 raft_consensus.cc:348] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8999c426b7b3475db40e8e322b18088b" member_type: VOTER last_known_addr { host: "127.2.113.62" port: 45173 } } peers { permanent_uuid: "0eb007bb9ff84ad396733169a4fed21e" member_type: VOTER last_known_addr { host: "127.2.113.61" port: 36611 } } peers { permanent_uuid: "606d0d3cf65d4ca19ca41617a862bb3b" member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } }
01:28:12.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.339154 3023 raft_consensus.cc:374] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:28:12.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.339471 3023 raft_consensus.cc:729] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 606d0d3cf65d4ca19ca41617a862bb3b, State: Initialized, Role: FOLLOWER
01:28:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.340587 3023 consensus_queue.cc:260] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8999c426b7b3475db40e8e322b18088b" member_type: VOTER last_known_addr { host: "127.2.113.62" port: 45173 } } peers { permanent_uuid: "0eb007bb9ff84ad396733169a4fed21e" member_type: VOTER last_known_addr { host: "127.2.113.61" port: 36611 } } peers { permanent_uuid: "606d0d3cf65d4ca19ca41617a862bb3b" member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } }
01:28:12.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.346907 3023 sys_catalog.cc:564] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [sys.catalog]: configured and running, proceeding with master startup.
01:28:12.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.352310 3029 sys_catalog.cc:455] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8999c426b7b3475db40e8e322b18088b" member_type: VOTER last_known_addr { host: "127.2.113.62" port: 45173 } } peers { permanent_uuid: "0eb007bb9ff84ad396733169a4fed21e" member_type: VOTER last_known_addr { host: "127.2.113.61" port: 36611 } } peers { permanent_uuid: "606d0d3cf65d4ca19ca41617a862bb3b" member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } } }
01:28:12.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.354414 3029 sys_catalog.cc:458] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [sys.catalog]: This master's current role is: FOLLOWER
01:28:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.381251 3029 raft_consensus.cc:482] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:28:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:12.381760 2958 tablet.cc:2369] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:28:12.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.381804 3029 raft_consensus.cc:504] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8999c426b7b3475db40e8e322b18088b" member_type: VOTER last_known_addr { host: "127.2.113.62" port: 45173 } } peers { permanent_uuid: "0eb007bb9ff84ad396733169a4fed21e" member_type: VOTER last_known_addr { host: "127.2.113.61" port: 36611 } } peers { permanent_uuid: "606d0d3cf65d4ca19ca41617a862bb3b" member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } }
01:28:12.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.388768 3029 leader_election.cc:288] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8999c426b7b3475db40e8e322b18088b (127.2.113.62:45173), 0eb007bb9ff84ad396733169a4fed21e (127.2.113.61:36611)
01:28:12.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:12.412859 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:12.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:12.413239 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:12.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:12.424805 2952 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.113.62:45173: connect: Connection refused (error 111)
01:28:12.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:12.439775 2952 leader_election.cc:334] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8999c426b7b3475db40e8e322b18088b (127.2.113.62:45173): Network error: Client connection negotiation failed: client connection to 127.2.113.62:45173: connect: Connection refused (error 111)
01:28:12.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:12.440455 2952 leader_election.cc:334] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0eb007bb9ff84ad396733169a4fed21e (127.2.113.61:36611): Network error: Client connection negotiation failed: client connection to 127.2.113.61:36611: connect: Connection refused (error 111)
01:28:12.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.440868 2952 leader_election.cc:302] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 606d0d3cf65d4ca19ca41617a862bb3b; no voters: 0eb007bb9ff84ad396733169a4fed21e, 8999c426b7b3475db40e8e322b18088b
01:28:12.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.441718 3029 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:28:12.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.413719 2931 master_runner.cc:186] Error getting master registration for 127.2.113.62:45173: Network error: Client connection negotiation failed: client connection to 127.2.113.62:45173: connect: Connection refused (error 111),
01:28:12.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.457844 2931 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:28:12.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:12.731303 3026 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:28:12.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:12.732178 3026 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:28:12.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:12.733415 3026 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:28:12.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:12.799815 3026 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:28:12.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:12.800179 3026 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:28:12.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:12.800735 3026 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:28:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:12.801131 3026 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:28:12.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:12.801733 3026 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:28:12.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:12.802212 3026 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:28:12.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:12.802523 3026 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40885/jwks.json
01:28:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.865113 3026 master_runner.cc:386] Master server non-default flags:
01:28:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:28:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.113.20:35399
01:28:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:28:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:28:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/data
01:28:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/wal
01:28:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:28:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.113.62:45173,127.2.113.61:36611,127.2.113.60:34547
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/kudu_127.2.113.61.keytab
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.113.61
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.113.61:36611
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40885/jwks.json
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/data/info.pb
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.113.61
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36447
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/logs
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:28:12.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:28:12.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:28:12.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:28:12.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:28:12.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:28:12.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:28:12.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 00:30:53 UTC on ccycloud.quasar-qulpnn.root.comops.site
01:28:12.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573759
01:28:12.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:28:12.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.867012 3026 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:28:12.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:12.868408 3026 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:28:12.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:12.897504 3060 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:28:13.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:13.419445 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:13.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:13.419916 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:14.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:14.167807 3072 raft_consensus.cc:482] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:28:14.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:14.168372 3072 raft_consensus.cc:504] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8999c426b7b3475db40e8e322b18088b" member_type: VOTER last_known_addr { host: "127.2.113.62" port: 45173 } } peers { permanent_uuid: "0eb007bb9ff84ad396733169a4fed21e" member_type: VOTER last_known_addr { host: "127.2.113.61" port: 36611 } } peers { permanent_uuid: "606d0d3cf65d4ca19ca41617a862bb3b" member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } }
01:28:14.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:14.184238 3072 leader_election.cc:288] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8999c426b7b3475db40e8e322b18088b (127.2.113.62:45173), 0eb007bb9ff84ad396733169a4fed21e (127.2.113.61:36611)
01:28:14.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:14.216750 2952 leader_election.cc:334] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8999c426b7b3475db40e8e322b18088b (127.2.113.62:45173): Network error: Client connection negotiation failed: client connection to 127.2.113.62:45173: connect: Connection refused (error 111)
01:28:14.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:14.219558 2952 leader_election.cc:334] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0eb007bb9ff84ad396733169a4fed21e (127.2.113.61:36611): Network error: Client connection negotiation failed: client connection to 127.2.113.61:36611: connect: Connection refused (error 111)
01:28:14.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:14.220006 2952 leader_election.cc:302] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 606d0d3cf65d4ca19ca41617a862bb3b; no voters: 0eb007bb9ff84ad396733169a4fed21e, 8999c426b7b3475db40e8e322b18088b
01:28:14.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:14.220731 3072 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:28:14.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:14.426149 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:14.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:14.426658 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:15.433073 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:15.433568 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:14.285156 3059 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 3026
01:28:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:16.017357 3062 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3111 milliseconds
01:28:16.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:12.897833 3061 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:28:16.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:16.016520 3026 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 3.113s user 0.880s sys 1.463s
01:28:16.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:16.018406 3026 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 3.115s user 0.881s sys 1.463s
01:28:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.019125 3026 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:28:16.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:16.019201 3065 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:28:16.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.022971 3026 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:28:16.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.026109 3026 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:28:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.027552 3026 hybrid_clock.cc:648] HybridClock initialized: now 1786152496027473 us; error 92 us; skew 500 ppm
01:28:16.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.028424 3026 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:28:16.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:28:16 dist-test-slave-44d2 krb5kdc[2515](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786152496, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.113.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:28:16.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.040273 3026 init.cc:377] Logged in from keytab as kudu/127.2.113.61@KRBTEST.COM (short username kudu)
01:28:16.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.046787 3026 webserver.cc:460] Webserver started at http://127.2.113.61:36447/ using document root <none> and password file <none>
01:28:16.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.048072 3026 fs_manager.cc:359] Metadata directory not provided
01:28:16.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.048365 3026 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:28:16.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.057740 3026 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.006s sys 0.002s
01:28:16.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.062512 3087 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:28:16.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.063807 3026 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
01:28:16.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.064248 3026 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/data,/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/wal
01:28:16.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0eb007bb9ff84ad396733169a4fed21e"
01:28:16.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:28:05 on dist-test-slave-44d2"
01:28:16.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.066790 3026 fs_report.cc:383] FS layout report
01:28:16.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:28:16.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/wal
01:28:16.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/wal
01:28:16.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/data/data
01:28:16.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:28:16.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:28:16.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:28:16.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:28:16.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:28:16.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:28:16.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:28:16.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:28:16.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:28:16.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:28:16.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:28:16.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.125671 3026 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:28:16.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.131584 3026 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:28:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.132164 3026 kserver.cc:163] Server-wide thread pool size limit: 3276
01:28:16.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.214841 3026 rpc_server.cc:307] RPC server started. Bound to: 127.2.113.61:36611
01:28:16.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.214880 3159 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.113.61:36611 every 8 connection(s)
01:28:16.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.218775 3026 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/data/info.pb
01:28:16.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.223366 2500 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu as pid 3026
01:28:16.224 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:28:16.225 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.2.113.62:45173
01:28:16.225 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
01:28:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.226483 2500 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu
01:28:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu
01:28:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/wal
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/data
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/logs
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/data/info.pb
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.113.62:45173
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.113.62
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42509
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/kudu_127.2.113.62.keytab
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.113.62
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:28:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:28:16.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.113.20:35399
01:28:16.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:28:16.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:28:16.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:28:16.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:28:16.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.113.62:45173,127.2.113.61:36611,127.2.113.60:34547
01:28:16.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:28:16.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40885/jwks.json
01:28:16.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:28:16.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.231487 3164 sys_catalog.cc:263] Verifying existing consensus state
01:28:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260808 01:28:16.232436 3164 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
01:28:16.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.232964 3026 master.cc:537] Master@127.2.113.61:36611 shutting down...
01:28:16.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:16.293812 2066 debug-util.cc:398] Leaking SignalData structure 0x7b08000aefc0 after lost signal to thread 1893
01:28:16.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:16.295145 2066 debug-util.cc:398] Leaking SignalData structure 0x7b08000bc660 after lost signal to thread 2069
01:28:16.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.313438 3026 master.cc:552] Master@127.2.113.61:36611 shutdown complete.
01:28:16.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
01:28:16.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:16.438046 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:16.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:16.438390 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:16.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.499608 3167 raft_consensus.cc:482] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:28:16.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.500351 3167 raft_consensus.cc:504] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8999c426b7b3475db40e8e322b18088b" member_type: VOTER last_known_addr { host: "127.2.113.62" port: 45173 } } peers { permanent_uuid: "0eb007bb9ff84ad396733169a4fed21e" member_type: VOTER last_known_addr { host: "127.2.113.61" port: 36611 } } peers { permanent_uuid: "606d0d3cf65d4ca19ca41617a862bb3b" member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } }
01:28:16.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.505764 3167 leader_election.cc:288] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8999c426b7b3475db40e8e322b18088b (127.2.113.62:45173), 0eb007bb9ff84ad396733169a4fed21e (127.2.113.61:36611)
01:28:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:16.559214 2272 debug-util.cc:398] Leaking SignalData structure 0x7b08000af820 after lost signal to thread 2084
01:28:16.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:16.560350 2272 debug-util.cc:398] Leaking SignalData structure 0x7b08000afa80 after lost signal to thread 2279
01:28:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:16.576754 2952 leader_election.cc:334] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8999c426b7b3475db40e8e322b18088b (127.2.113.62:45173): Network error: Client connection negotiation failed: client connection to 127.2.113.62:45173: connect: Connection refused (error 111)
01:28:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:16.577363 2952 leader_election.cc:334] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0eb007bb9ff84ad396733169a4fed21e (127.2.113.61:36611): Network error: Client connection negotiation failed: client connection to 127.2.113.61:36611: connect: Connection refused (error 111)
01:28:16.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.577749 2952 leader_election.cc:302] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 606d0d3cf65d4ca19ca41617a862bb3b; no voters: 0eb007bb9ff84ad396733169a4fed21e, 8999c426b7b3475db40e8e322b18088b
01:28:16.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.578523 3167 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:28:16.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:16.704879 3166 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
01:28:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:16.705741 3166 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:28:16.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:16.706875 3166 flags.cc:425] Enabled unsafe flag: --never_fsync=true
01:28:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:16.752986 3166 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
01:28:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:16.753351 3166 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
01:28:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:16.753672 3166 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
01:28:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:16.753901 3166 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
01:28:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:16.754108 3166 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
01:28:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:16.754329 3166 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
01:28:16.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:16.754488 3166 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:40885/jwks.json
01:28:16.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.796694 3166 master_runner.cc:386] Master server non-default flags:
01:28:16.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:28:16.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.2.113.20:35399
01:28:16.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:28:16.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:28:16.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/data
01:28:16.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/wal
01:28:16.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:28:16.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:28:16.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.2.113.62:45173,127.2.113.61:36611,127.2.113.60:34547
01:28:16.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/krb5kdc/kudu_127.2.113.62.keytab
01:28:16.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.2.113.62
01:28:16.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:28:16.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:28:16.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:28:16.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.2.113.62:45173
01:28:16.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:28:16.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:28:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:28:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40885/jwks.json
01:28:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:28:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:28:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:28:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:28:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:28:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/data/info.pb
01:28:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.2.113.62
01:28:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42509
01:28:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:28:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:28:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:28:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:28:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:28:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/logs
01:28:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:28:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:28:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:28:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:28:16.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
01:28:16.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
01:28:16.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:28:16.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 08 Aug 2026 00:30:53 UTC on ccycloud.quasar-qulpnn.root.comops.site
01:28:16.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4573759
01:28:16.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:28:16.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.797971 3166 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:28:16.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:16.799413 3166 file_cache.cc:493] Constructed file cache file cache with capacity 419430
01:28:16.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:16.823402 3182 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:28:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:17.444450 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:17.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:17.445834 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:17.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:17.465111 2931 master_runner.cc:186] Error getting master registration for 127.2.113.62:45173: Network error: Client connection negotiation failed: client connection to 127.2.113.62:45173: connect: Connection refused (error 111),
01:28:17.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:17.465662 2931 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:28:18.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:18.357329 3195 raft_consensus.cc:482] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:28:18.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:18.358453 3195 raft_consensus.cc:504] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8999c426b7b3475db40e8e322b18088b" member_type: VOTER last_known_addr { host: "127.2.113.62" port: 45173 } } peers { permanent_uuid: "0eb007bb9ff84ad396733169a4fed21e" member_type: VOTER last_known_addr { host: "127.2.113.61" port: 36611 } } peers { permanent_uuid: "606d0d3cf65d4ca19ca41617a862bb3b" member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } }
01:28:18.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:18.373605 3195 leader_election.cc:288] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8999c426b7b3475db40e8e322b18088b (127.2.113.62:45173), 0eb007bb9ff84ad396733169a4fed21e (127.2.113.61:36611)
01:28:18.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:18.382519 2952 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.113.62:45173: connect: Connection refused (error 111) [suppressed 5 similar messages]
01:28:18.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:18.395963 2952 leader_election.cc:334] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8999c426b7b3475db40e8e322b18088b (127.2.113.62:45173): Network error: Client connection negotiation failed: client connection to 127.2.113.62:45173: connect: Connection refused (error 111)
01:28:18.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:18.415786 2952 leader_election.cc:334] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0eb007bb9ff84ad396733169a4fed21e (127.2.113.61:36611): Network error: Client connection negotiation failed: client connection to 127.2.113.61:36611: connect: Connection refused (error 111)
01:28:18.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:18.417479 2952 leader_election.cc:302] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 606d0d3cf65d4ca19ca41617a862bb3b; no voters: 0eb007bb9ff84ad396733169a4fed21e, 8999c426b7b3475db40e8e322b18088b
01:28:18.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:18.425256 3195 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:28:18.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:18.451114 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:18.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:18.452075 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:19.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:18.217669 3180 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 3166
01:28:19.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:19.033157 3180 kernel_stack_watchdog.cc:198] Thread 3166 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 392ms:
01:28:19.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:28:19.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:28:19.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:28:19.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:28:19.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:16.823894 3184 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:28:19.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:19.034832 3166 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.212s user 0.731s sys 1.184s
01:28:19.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:19.035375 3166 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.213s user 0.732s sys 1.184s
01:28:19.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:19.036314 3188 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:28:19.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:19.042075 3185 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2217 milliseconds
01:28:19.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:19.042174 3166 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:28:19.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:19.043919 3166 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:28:19.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:19.048797 3166 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:28:19.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:19.050424 3166 hybrid_clock.cc:648] HybridClock initialized: now 1786152499050339 us; error 72 us; skew 500 ppm
01:28:19.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:19.051733 3166 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:28:19.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:28:19 dist-test-slave-44d2 krb5kdc[2515](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786152499, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.113.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:28:19.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:19.060390 3166 init.cc:377] Logged in from keytab as kudu/127.2.113.62@KRBTEST.COM (short username kudu)
01:28:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:19.067144 3166 webserver.cc:460] Webserver started at http://127.2.113.62:42509/ using document root <none> and password file <none>
01:28:19.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:19.068581 3166 fs_manager.cc:359] Metadata directory not provided
01:28:19.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:19.069710 3166 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:28:19.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:19.079600 3166 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.006s sys 0.000s
01:28:19.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:19.084859 3209 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:28:19.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:19.086165 3166 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
01:28:19.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:19.086580 3166 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/data,/tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/wal
01:28:19.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8999c426b7b3475db40e8e322b18088b"
01:28:19.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 01:28:03 on dist-test-slave-44d2"
01:28:19.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:19.089257 3166 fs_report.cc:383] FS layout report
01:28:19.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:28:19.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/wal
01:28:19.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/wal
01:28:19.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/data/data
01:28:19.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:28:19.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:28:19.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:28:19.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:28:19.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:28:19.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:28:19.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:28:19.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:28:19.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:28:19.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:28:19.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:28:19.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:19.132689 3166 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
01:28:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:19.139652 3166 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:28:19.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:19.140368 3166 kserver.cc:163] Server-wide thread pool size limit: 3276
01:28:19.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:19.242303 3166 rpc_server.cc:307] RPC server started. Bound to: 127.2.113.62:45173
01:28:19.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:19.242591 3282 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.2.113.62:45173 every 8 connection(s)
01:28:19.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:19.245627 3166 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/data/info.pb
01:28:19.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:19.256076 2500 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu as pid 3166
01:28:19.256 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:28:19.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:19.263245 3283 sys_catalog.cc:263] Verifying existing consensus state
01:28:19.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260808 01:28:19.264325 3283 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
01:28:19.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:19.264911 3166 master.cc:537] Master@127.2.113.62:45173 shutting down...
01:28:19.332 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.113.60:34547(127.2.113.60:34547)] connecting to peer
01:28:19.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:19.362215 3166 master.cc:552] Master@127.2.113.62:45173 shutdown complete.
01:28:19.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskUMnn_y/test-tmp/mini-kudu-cluster2384490277106834746/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
01:28:19.420 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.113.61:36611(127.2.113.61:36611)] connecting to peer
01:28:19.421 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.2.113.62:45173(127.2.113.62:45173)] connecting to peer
01:28:19.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:19.456441 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:19.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:19.457062 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:19.499 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.2.113.60:34547(127.2.113.60:34547)] Successfully connected to peer
01:28:19.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:19.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.113.61:36611(127.2.113.61:36611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:19.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.61:36611: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:19.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:19.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.113.62:45173(127.2.113.62:45173)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:19.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.62:45173: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:19.595 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
01:28:19.604 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.2.113.60
01:28:19.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:28:19 dist-test-slave-44d2 krb5kdc[2515](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786152490, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.2.113.60@KRBTEST.COM
01:28:19.865 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7cf8b14f, L:/127.0.0.1:41080 - R:/127.2.113.60:34547] using SASL/GSSAPI
01:28:19.886 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173; will retry
01:28:19.905 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.61:36611(127.2.113.61:36611)] connecting to peer
01:28:19.907 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.62:45173(127.2.113.62:45173)] connecting to peer
01:28:19.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:19.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.113.61:36611(127.2.113.61:36611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:19.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.61:36611: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:19.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:19.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.113.62:45173(127.2.113.62:45173)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:19.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.62:45173: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:19.913 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173; will retry
01:28:19.922 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.61:36611(127.2.113.61:36611)] connecting to peer
01:28:19.925 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.62:45173(127.2.113.62:45173)] connecting to peer
01:28:19.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:19.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.113.61:36611(127.2.113.61:36611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:19.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.61:36611: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:19.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:19.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.113.62:45173(127.2.113.62:45173)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:19.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.62:45173: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:19.929 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173; will retry
01:28:19.942 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.61:36611(127.2.113.61:36611)] connecting to peer
01:28:19.943 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.62:45173(127.2.113.62:45173)] connecting to peer
01:28:19.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:19.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:19.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.113.61:36611(127.2.113.61:36611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:19.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.113.62:45173(127.2.113.62:45173)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:19.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.61:36611: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:19.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.62:45173: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:19.948 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173; will retry
01:28:19.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:19.978818 3018 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9be0 after lost signal to thread 2932
01:28:19.983 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.61:36611(127.2.113.61:36611)] connecting to peer
01:28:19.984 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.62:45173(127.2.113.62:45173)] connecting to peer
01:28:19.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:19.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.113.61:36611(127.2.113.61:36611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:19.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.61:36611: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:19.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:19.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.113.62:45173(127.2.113.62:45173)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:19.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.62:45173: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:19.989 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173; will retry
01:28:20.002 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.61:36611(127.2.113.61:36611)] connecting to peer
01:28:20.003 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.62:45173(127.2.113.62:45173)] connecting to peer
01:28:20.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:20.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.113.61:36611(127.2.113.61:36611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:20.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.61:36611: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:20.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:20.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.113.62:45173(127.2.113.62:45173)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:20.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.62:45173: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:20.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173; will retry
01:28:20.083 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.61:36611(127.2.113.61:36611)] connecting to peer
01:28:20.084 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.62:45173(127.2.113.62:45173)] connecting to peer
01:28:20.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:20.090 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.113.61:36611(127.2.113.61:36611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:20.090 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.61:36611: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:20.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:20.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.113.62:45173(127.2.113.62:45173)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:20.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.62:45173: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:20.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173; will retry
01:28:20.143 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.61:36611(127.2.113.61:36611)] connecting to peer
01:28:20.144 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.62:45173(127.2.113.62:45173)] connecting to peer
01:28:20.145 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:20.145 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.113.61:36611(127.2.113.61:36611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:20.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.61:36611: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:20.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:20.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.113.62:45173(127.2.113.62:45173)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:20.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.62:45173: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:20.150 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173; will retry
01:28:20.402 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.61:36611(127.2.113.61:36611)] connecting to peer
01:28:20.403 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.62:45173(127.2.113.62:45173)] connecting to peer
01:28:20.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:20.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.113.61:36611(127.2.113.61:36611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:20.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:20.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.113.62:45173(127.2.113.62:45173)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:20.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.61:36611: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:20.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.62:45173: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:20.412 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173; will retry
01:28:20.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:20.461597 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:20.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:20.461982 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:20.603 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.61:36611(127.2.113.61:36611)] connecting to peer
01:28:20.606 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.62:45173(127.2.113.62:45173)] connecting to peer
01:28:20.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:20.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.113.61:36611(127.2.113.61:36611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:20.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.61:36611: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:20.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:20.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.113.62:45173(127.2.113.62:45173)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:20.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.62:45173: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:20.612 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173; will retry
01:28:20.743 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.61:36611(127.2.113.61:36611)] connecting to peer
01:28:20.744 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.62:45173(127.2.113.62:45173)] connecting to peer
01:28:20.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:20.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.113.61:36611(127.2.113.61:36611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:20.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.61:36611: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:20.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:20.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.113.62:45173(127.2.113.62:45173)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:20.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.62:45173: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:20.749 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173; will retry
01:28:21.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:21.193668 3300 raft_consensus.cc:482] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:28:21.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:21.194435 3300 raft_consensus.cc:504] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8999c426b7b3475db40e8e322b18088b" member_type: VOTER last_known_addr { host: "127.2.113.62" port: 45173 } } peers { permanent_uuid: "0eb007bb9ff84ad396733169a4fed21e" member_type: VOTER last_known_addr { host: "127.2.113.61" port: 36611 } } peers { permanent_uuid: "606d0d3cf65d4ca19ca41617a862bb3b" member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } }
01:28:21.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:21.196769 3300 leader_election.cc:288] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8999c426b7b3475db40e8e322b18088b (127.2.113.62:45173), 0eb007bb9ff84ad396733169a4fed21e (127.2.113.61:36611)
01:28:21.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:21.207173 2952 leader_election.cc:334] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8999c426b7b3475db40e8e322b18088b (127.2.113.62:45173): Network error: Client connection negotiation failed: client connection to 127.2.113.62:45173: connect: Connection refused (error 111)
01:28:21.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:21.207994 2952 leader_election.cc:334] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0eb007bb9ff84ad396733169a4fed21e (127.2.113.61:36611): Network error: Client connection negotiation failed: client connection to 127.2.113.61:36611: connect: Connection refused (error 111)
01:28:21.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:21.208434 2952 leader_election.cc:302] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 606d0d3cf65d4ca19ca41617a862bb3b; no voters: 0eb007bb9ff84ad396733169a4fed21e, 8999c426b7b3475db40e8e322b18088b
01:28:21.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:21.209375 3300 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:28:21.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:21.465934 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:21.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:21.466275 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:22.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:28:22 dist-test-slave-44d2 krb5kdc[2515](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786152502, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.113.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:28:22.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:22.058005 2946 init.cc:295] Successfully reacquired a new kerberos TGT
01:28:22.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:22.469635 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:22.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:22.469942 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:22.483180 2931 master_runner.cc:186] Error getting master registration for 127.2.113.62:45173: Network error: Client connection negotiation failed: client connection to 127.2.113.62:45173: connect: Connection refused (error 111),
01:28:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:22.483660 2931 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:28:22.802 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.61:36611(127.2.113.61:36611)] connecting to peer
01:28:22.804 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.62:45173(127.2.113.62:45173)] connecting to peer
01:28:22.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:22.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.113.61:36611(127.2.113.61:36611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:22.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.61:36611: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:22.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:22.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.113.62:45173(127.2.113.62:45173)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:22.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.62:45173: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:22.808 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173; will retry
01:28:23.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:23.472950 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:23.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:23.473264 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:23.503 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.61:36611(127.2.113.61:36611)] connecting to peer
01:28:23.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:23.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.113.61:36611(127.2.113.61:36611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:23.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.61:36611: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:23.506 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.62:45173(127.2.113.62:45173)] connecting to peer
01:28:23.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:23.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.113.62:45173(127.2.113.62:45173)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:23.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.62:45173: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:23.509 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173; will retry
01:28:24.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:24.017055 2479 debug-util.cc:398] Leaking SignalData structure 0x7b08000afbc0 after lost signal to thread 2293
01:28:24.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:24.017930 2479 debug-util.cc:398] Leaking SignalData structure 0x7b08000bdde0 after lost signal to thread 2483
01:28:24.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:24.476449 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:24.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:24.476804 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:25.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:25.479640 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:25.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:25.479939 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:25.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:25.818749 1585 debug-util.cc:398] Leaking SignalData structure 0x7b08000aafa0 after lost signal to thread 1492
01:28:25.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:25.819388 1585 debug-util.cc:398] Leaking SignalData structure 0x7b08000a6f40 after lost signal to thread 1588
01:28:26.183 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.61:36611(127.2.113.61:36611)] connecting to peer
01:28:26.184 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.62:45173(127.2.113.62:45173)] connecting to peer
01:28:26.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:26.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.113.61:36611(127.2.113.61:36611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:26.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.61:36611: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:26.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:26.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.113.62:45173(127.2.113.62:45173)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:26.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.62:45173: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:26.188 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173; will retry
01:28:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:26.483166 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:26.483477 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:27.183 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.61:36611(127.2.113.61:36611)] connecting to peer
01:28:27.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:27.187 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.62:45173(127.2.113.62:45173)] connecting to peer
01:28:27.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.113.61:36611(127.2.113.61:36611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:27.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.61:36611: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:27.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:27.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.113.62:45173(127.2.113.62:45173)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:27.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.62:45173: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:27.190 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173; will retry
01:28:27.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:27.487106 2931 master_runner.cc:186] Error getting master registration for 127.2.113.62:45173: Network error: Client connection negotiation failed: client connection to 127.2.113.62:45173: connect: Connection refused (error 111),
01:28:27.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:27.487272 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:27.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:27.487550 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:27.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:27.487587 2931 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:28:28.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:28.490808 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:28.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:28.491073 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:28.683 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.61:36611(127.2.113.61:36611)] connecting to peer
01:28:28.685 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.62:45173(127.2.113.62:45173)] connecting to peer
01:28:28.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:28.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.113.61:36611(127.2.113.61:36611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:28.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.61:36611: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:28.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:28.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.113.62:45173(127.2.113.62:45173)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:28.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.62:45173: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:28.688 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173; will retry
01:28:29.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:29.494323 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:29.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:29.494602 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:30.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:30.497514 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:30.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:30.497766 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:31.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:31.501667 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:31.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:31.502159 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:32.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:28:32 dist-test-slave-44d2 krb5kdc[2515](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786152512, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.113.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:28:32.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:32.060689 2946 init.cc:295] Successfully reacquired a new kerberos TGT
01:28:32.243 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.61:36611(127.2.113.61:36611)] connecting to peer
01:28:32.244 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.62:45173(127.2.113.62:45173)] connecting to peer
01:28:32.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:32.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.113.61:36611(127.2.113.61:36611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:32.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.61:36611: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:32.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:32.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.113.62:45173(127.2.113.62:45173)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:32.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.62:45173: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:32.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173; will retry
01:28:32.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:32.265342 3324 raft_consensus.cc:482] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:28:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:32.265964 3324 raft_consensus.cc:504] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8999c426b7b3475db40e8e322b18088b" member_type: VOTER last_known_addr { host: "127.2.113.62" port: 45173 } } peers { permanent_uuid: "0eb007bb9ff84ad396733169a4fed21e" member_type: VOTER last_known_addr { host: "127.2.113.61" port: 36611 } } peers { permanent_uuid: "606d0d3cf65d4ca19ca41617a862bb3b" member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } }
01:28:32.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:32.267940 3324 leader_election.cc:288] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8999c426b7b3475db40e8e322b18088b (127.2.113.62:45173), 0eb007bb9ff84ad396733169a4fed21e (127.2.113.61:36611)
01:28:32.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:32.270875 2952 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.113.62:45173: connect: Connection refused (error 111) [suppressed 3 similar messages]
01:28:32.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:32.274374 2952 leader_election.cc:334] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8999c426b7b3475db40e8e322b18088b (127.2.113.62:45173): Network error: Client connection negotiation failed: client connection to 127.2.113.62:45173: connect: Connection refused (error 111)
01:28:32.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:32.275007 2952 leader_election.cc:334] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0eb007bb9ff84ad396733169a4fed21e (127.2.113.61:36611): Network error: Client connection negotiation failed: client connection to 127.2.113.61:36611: connect: Connection refused (error 111)
01:28:32.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:32.275372 2952 leader_election.cc:302] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 606d0d3cf65d4ca19ca41617a862bb3b; no voters: 0eb007bb9ff84ad396733169a4fed21e, 8999c426b7b3475db40e8e322b18088b
01:28:32.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:32.276136 3324 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:28:32.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:32.489905 2931 master_runner.cc:186] Error getting master registration for 127.2.113.62:45173: Network error: Client connection negotiation failed: client connection to 127.2.113.62:45173: connect: Connection refused (error 111),
01:28:32.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:32.490334 2931 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:28:32.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:32.505192 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:32.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:32.505442 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:33.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:33.508246 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:33.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:33.508538 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:34.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:34.511263 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:34.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:34.511510 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:35.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:35.286791 3334 raft_consensus.cc:482] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:28:35.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:35.287231 3334 raft_consensus.cc:504] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8999c426b7b3475db40e8e322b18088b" member_type: VOTER last_known_addr { host: "127.2.113.62" port: 45173 } } peers { permanent_uuid: "0eb007bb9ff84ad396733169a4fed21e" member_type: VOTER last_known_addr { host: "127.2.113.61" port: 36611 } } peers { permanent_uuid: "606d0d3cf65d4ca19ca41617a862bb3b" member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } }
01:28:35.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:35.289098 3334 leader_election.cc:288] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8999c426b7b3475db40e8e322b18088b (127.2.113.62:45173), 0eb007bb9ff84ad396733169a4fed21e (127.2.113.61:36611)
01:28:35.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:35.294260 2952 leader_election.cc:334] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8999c426b7b3475db40e8e322b18088b (127.2.113.62:45173): Network error: Client connection negotiation failed: client connection to 127.2.113.62:45173: connect: Connection refused (error 111)
01:28:35.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:35.294893 2952 leader_election.cc:334] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0eb007bb9ff84ad396733169a4fed21e (127.2.113.61:36611): Network error: Client connection negotiation failed: client connection to 127.2.113.61:36611: connect: Connection refused (error 111)
01:28:35.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:35.295212 2952 leader_election.cc:302] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 606d0d3cf65d4ca19ca41617a862bb3b; no voters: 0eb007bb9ff84ad396733169a4fed21e, 8999c426b7b3475db40e8e322b18088b
01:28:35.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:35.295853 3334 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:28:35.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:35.514374 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:35.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:35.514675 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:35.763 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.61:36611(127.2.113.61:36611)] connecting to peer
01:28:35.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:35.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.113.61:36611(127.2.113.61:36611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:35.765 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.62:45173(127.2.113.62:45173)] connecting to peer
01:28:35.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.61:36611: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:35.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:35.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.113.62:45173(127.2.113.62:45173)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:35.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.62:45173: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:35.768 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173; will retry
01:28:36.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:36.517704 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:36.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:36.517997 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:37.303 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.61:36611(127.2.113.61:36611)] connecting to peer
01:28:37.304 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.62:45173(127.2.113.62:45173)] connecting to peer
01:28:37.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:37.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.113.61:36611(127.2.113.61:36611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:37.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.61:36611: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:37.307 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:37.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.113.62:45173(127.2.113.62:45173)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:37.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.62:45173: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:37.307 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173; will retry
01:28:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:37.493223 2931 master_runner.cc:186] Error getting master registration for 127.2.113.62:45173: Network error: Client connection negotiation failed: client connection to 127.2.113.62:45173: connect: Connection refused (error 111),
01:28:37.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:37.493691 2931 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:28:37.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:37.521637 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:37.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:37.522006 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:38.525333 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:38.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:38.525684 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:39.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:39.528548 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:39.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:39.528844 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:39.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:39.581535 2066 debug-util.cc:398] Leaking SignalData structure 0x7b08000ae600 after lost signal to thread 1893
01:28:39.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:39.582517 2066 debug-util.cc:398] Leaking SignalData structure 0x7b08000aeb40 after lost signal to thread 2069
01:28:40.503 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.61:36611(127.2.113.61:36611)] connecting to peer
01:28:40.504 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.62:45173(127.2.113.62:45173)] connecting to peer
01:28:40.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:40.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.113.61:36611(127.2.113.61:36611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:40.507 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.61:36611: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:40.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:40.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.113.62:45173(127.2.113.62:45173)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:40.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.62:45173: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:40.508 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173; will retry
01:28:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:40.531701 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:40.532084 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:41.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:41.536012 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:41.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:41.536357 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:41.582 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.61:36611(127.2.113.61:36611)] connecting to peer
01:28:41.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:41.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.113.61:36611(127.2.113.61:36611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:41.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.61:36611: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:41.584 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.62:45173(127.2.113.62:45173)] connecting to peer
01:28:41.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:41.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.113.62:45173(127.2.113.62:45173)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:41.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.62:45173: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:41.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173; will retry
01:28:42.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 01:28:42 dist-test-slave-44d2 krb5kdc[2515](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786152522, etypes {rep=17 tkt=17 ses=17}, kudu/127.2.113.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:28:42.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:42.063083 2946 init.cc:295] Successfully reacquired a new kerberos TGT
01:28:42.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:42.497143 2931 master_runner.cc:186] Error getting master registration for 127.2.113.62:45173: Network error: Client connection negotiation failed: client connection to 127.2.113.62:45173: connect: Connection refused (error 111),
01:28:42.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:42.497674 2931 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:28:42.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:42.539070 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:42.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:42.539331 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:43.541863 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:43.542109 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:44.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:44.544638 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:44.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:44.544883 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:45.403 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.61:36611(127.2.113.61:36611)] connecting to peer
01:28:45.404 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.62:45173(127.2.113.62:45173)] connecting to peer
01:28:45.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:45.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.113.61:36611(127.2.113.61:36611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:45.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.61:36611: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:45.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:45.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.113.62:45173(127.2.113.62:45173)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:45.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.62:45173: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:45.407 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173; will retry
01:28:45.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:45.547550 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:45.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:45.547850 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:45.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:45.771495 3356 raft_consensus.cc:482] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:28:45.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:45.772192 3356 raft_consensus.cc:504] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8999c426b7b3475db40e8e322b18088b" member_type: VOTER last_known_addr { host: "127.2.113.62" port: 45173 } } peers { permanent_uuid: "0eb007bb9ff84ad396733169a4fed21e" member_type: VOTER last_known_addr { host: "127.2.113.61" port: 36611 } } peers { permanent_uuid: "606d0d3cf65d4ca19ca41617a862bb3b" member_type: VOTER last_known_addr { host: "127.2.113.60" port: 34547 } }
01:28:45.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:45.774309 3356 leader_election.cc:288] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8999c426b7b3475db40e8e322b18088b (127.2.113.62:45173), 0eb007bb9ff84ad396733169a4fed21e (127.2.113.61:36611)
01:28:45.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:45.776947 2952 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.2.113.62:45173: connect: Connection refused (error 111) [suppressed 3 similar messages]
01:28:45.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:45.780175 2952 leader_election.cc:334] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8999c426b7b3475db40e8e322b18088b (127.2.113.62:45173): Network error: Client connection negotiation failed: client connection to 127.2.113.62:45173: connect: Connection refused (error 111)
01:28:45.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:45.780794 2952 leader_election.cc:334] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 0eb007bb9ff84ad396733169a4fed21e (127.2.113.61:36611): Network error: Client connection negotiation failed: client connection to 127.2.113.61:36611: connect: Connection refused (error 111)
01:28:45.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:45.781195 2952 leader_election.cc:302] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 606d0d3cf65d4ca19ca41617a862bb3b; no voters: 0eb007bb9ff84ad396733169a4fed21e, 8999c426b7b3475db40e8e322b18088b
01:28:45.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:45.781756 3356 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
01:28:46.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:46.550539 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:46.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:46.550796 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:47.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:47.500675 2931 master_runner.cc:186] Error getting master registration for 127.2.113.62:45173: Network error: Client connection negotiation failed: client connection to 127.2.113.62:45173: connect: Connection refused (error 111),
01:28:47.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:47.501044 2931 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
01:28:47.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:47.553342 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:47.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:47.553642 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:47.583 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.61:36611(127.2.113.61:36611)] connecting to peer
01:28:47.584 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.62:45173(127.2.113.62:45173)] connecting to peer
01:28:47.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:47.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.113.61:36611(127.2.113.61:36611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:47.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:47.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.61:36611: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:47.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.113.62:45173(127.2.113.62:45173)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:47.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.62:45173: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:47.587 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173; will retry
01:28:48.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:48.556160 3049 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 606d0d3cf65d4ca19ca41617a862bb3b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:28:48.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:48.556445 3049 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:28:49.082 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.61:36611(127.2.113.61:36611)] connecting to peer
01:28:49.083 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.2.113.62:45173(127.2.113.62:45173)] connecting to peer
01:28:49.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:49.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.2.113.61:36611(127.2.113.61:36611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:49.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.61:36611: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611
01:28:49.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:49.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.113.62:45173(127.2.113.62:45173)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:49.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.2.113.62:45173: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
01:28:49.086 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173; will retry
01:28:49.091 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29826), Traces: [0ms] refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [250ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [310ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [613ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [618ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [634ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [641ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [642ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [645ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [654ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [657ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [658ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [661ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [661ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [673ms] refreshing cache from master, [674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [677ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [677ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [679ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [680ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [714ms] refreshing cache from master, [714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [718ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [720ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [721ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [722ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [733ms] refreshing cache from master, [734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [739ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [741ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [742ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [743ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [814ms] refreshing cache from master, [814ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [820ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [822ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [823ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [825ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [873ms] refreshing cache from master, [874ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [874ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [878ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [879ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [881ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [882ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [1133ms] refreshing cache from master, [1134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [1134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [1135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [1139ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [1145ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [1334ms] refreshing cache from master, [1334ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [1335ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [1338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [1344ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [1474ms] refreshing cache from master, [1474ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [1475ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [1476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [1478ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [1480ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [1481ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [3534ms] refreshing cache from master, [3534ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [3534ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [3536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [3537ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [3539ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [3540ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [3540ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [4234ms] refreshing cache from master, [4234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [4235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [4236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [4238ms] too many traces: truncated at 100 traces, deferred=Deferred@895112287(state=PENDING, result=null, callback=(continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282) -> (continuation of Deferred@244325024 after retry RPC after error@773279809) -> (continuation of Deferred@1097566301 after retry RPC after error@2058148524) -> (continuation of Deferred@1961331267 after retry RPC after error@1617316294) -> (continuation of Deferred@2110917879 after retry RPC after error@1639436379) -> (continuation of Deferred@692775868 after retry RPC after error@2066788138) -> (continuation of Deferred@384348431 after retry RPC after error@1233297025) -> (continuation of Deferred@929798918 after retry RPC after error@1230777150) -> (continuation of Deferred@451906515 after retry RPC after error@1195669657) -> (continuation of Deferred@748447964 after retry RPC after error@70366122) -> (continuation of Deferred@1650852332 after retry RPC after error@109198729), errback=(continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282) -> (continuation of Deferred@244325024 after retry RPC after error@773279809) -> (continuation of Deferred@1097566301 after retry RPC after error@2058148524) -> (continuation of Deferred@1961331267 after retry RPC after error@1617316294) -> (continuation of Deferred@2110917879 after retry RPC after error@1639436379) -> (continuation of Deferred@692775868 after retry RPC after error@2066788138) -> (continuation of Deferred@384348431 after retry RPC after error@1233297025) -> (continuation of Deferred@929798918 after retry RPC after error@1230777150) -> (continuation of Deferred@451906515 after retry RPC after error@1195669657) -> (continuation of Deferred@748447964 after retry RPC after error@70366122) -> (continuation of Deferred@1650852332 after retry RPC after error@109198729)))
01:28:49.097 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.2.113.62:45173(127.2.113.62:45173)] disconnecting while in state TERMINATED
01:28:49.098 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.2.113.61:36611(127.2.113.61:36611)] disconnecting while in state TERMINATED
01:28:49.098 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.2.113.60:34547(127.2.113.60:34547)] disconnecting while in state READY
01:28:49.104 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:28:49.105 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:28:49.106 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.2.113.60:34547(127.2.113.60:34547)] handling channelInactive
01:28:49.106 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.2.113.60:34547(127.2.113.60:34547)] cleaning up while in state READY due to: connection closed
01:28:49.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:49.110965 2500 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu with pid 2931
01:28:50.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T01:28:50Z chronyd exiting
01:28:51.456 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:28:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:51.457995 1474 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu with pid 1865
01:28:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:51.509896 1474 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu with pid 2079
01:28:51.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:51.547938 1474 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu with pid 2291
01:28:51.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:51.590997 1474 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu with pid 1490
01:28:51.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:51.634239 1474 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu with pid 1592
01:28:51.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 01:28:51.675436 1731 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.112.190:33819: connect: Connection refused (error 111)
01:28:51.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 01:28:51.678186 1474 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskUMnn_y/build/tsan/bin/kudu with pid 1689
01:28:52.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T01:28:52Z chronyd exiting
01:28:53.930 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29826), Traces: [0ms] refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [250ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [310ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [613ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [618ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [634ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [641ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [642ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [645ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [654ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [657ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [658ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [661ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [661ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [673ms] refreshing cache from master, [674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [677ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [677ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [679ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [680ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [714ms] refreshing cache from master, [714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [718ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [720ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [721ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [722ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [733ms] refreshing cache from master, [734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [739ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [741ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [742ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [743ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [814ms] refreshing cache from master, [814ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [820ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [822ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [823ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [825ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [873ms] refreshing cache from master, [874ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [874ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [878ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [879ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [881ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [882ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [1133ms] refreshing cache from master, [1134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [1134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [1135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [1139ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [1145ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [1334ms] refreshing cache from master, [1334ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [1335ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [1338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [1344ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [1474ms] refreshing cache from master, [1474ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [1475ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [1476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [1478ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [1480ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [1481ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [3534ms] refreshing cache from master, [3534ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [3534ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [3536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [3537ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [3539ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [3540ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [3540ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [4234ms] refreshing cache from master, [4234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [4235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [4236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [4238ms] too many traces: truncated at 100 traces, deferred=Deferred@895112287(state=PENDING, result=null, callback=(continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282) -> (continuation of Deferred@244325024 after retry RPC after error@773279809) -> (continuation of Deferred@1097566301 after retry RPC after error@2058148524) -> (continuation of Deferred@1961331267 after retry RPC after error@1617316294) -> (continuation of Deferred@2110917879 after retry RPC after error@1639436379) -> (continuation of Deferred@692775868 after retry RPC after error@2066788138) -> (continuation of Deferred@384348431 after retry RPC after error@1233297025) -> (continuation of Deferred@929798918 after retry RPC after error@1230777150) -> (continuation of Deferred@451906515 after retry RPC after error@1195669657) -> (continuation of Deferred@748447964 after retry RPC after error@70366122) -> (continuation of Deferred@1650852332 after retry RPC after error@109198729), errback=(continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282) -> (continuation of Deferred@244325024 after retry RPC after error@773279809) -> (continuation of Deferred@1097566301 after retry RPC after error@2058148524) -> (continuation of Deferred@1961331267 after retry RPC after error@1617316294) -> (continuation of Deferred@2110917879 after retry RPC after error@1639436379) -> (continuation of Deferred@692775868 after retry RPC after error@2066788138) -> (continuation of Deferred@384348431 after retry RPC after error@1233297025) -> (continuation of Deferred@929798918 after retry RPC after error@1230777150) -> (continuation of Deferred@451906515 after retry RPC after error@1195669657) -> (continuation of Deferred@748447964 after retry RPC after error@70366122) -> (continuation of Deferred@1650852332 after retry RPC after error@109198729)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.access$200(DefaultPromise.java:35) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise$1.run(DefaultPromise.java:503) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.113.62:45173
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29826), Traces: [0ms] refreshing cache from master, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [250ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [310ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [613ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [618ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [634ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [641ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [642ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [645ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [654ms] refreshing cache from master, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [657ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [658ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [661ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [661ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [673ms] refreshing cache from master, [674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [677ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [677ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [679ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [680ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [714ms] refreshing cache from master, [714ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [715ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [718ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [720ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [721ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [722ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [733ms] refreshing cache from master, [734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [739ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [741ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [742ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [743ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [814ms] refreshing cache from master, [814ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [815ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [820ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [822ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [823ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [825ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [873ms] refreshing cache from master, [874ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [874ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [878ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [879ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [881ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [882ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [1133ms] refreshing cache from master, [1134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [1134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [1135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [1139ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [1145ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [1334ms] refreshing cache from master, [1334ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [1335ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [1338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [1344ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [1474ms] refreshing cache from master, [1474ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [1475ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [1476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [1478ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [1480ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [1481ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [3534ms] refreshing cache from master, [3534ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [3534ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [3536ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [3537ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.61:36611: Network error: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611, [3539ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.60:34547: OK, [3540ms] Sub RPC ConnectToMaster: received response from server master-127.2.113.62:45173: Network error: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [3540ms] delaying RPC due to: Service unavailable: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173, [4234ms] refreshing cache from master, [4234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.60:34547, [4235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.61:36611, [4236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.2.113.62:45173, [4238ms] too many traces: truncated at 100 traces, deferred=Deferred@895112287(state=PENDING, result=null, callback=(continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282) -> (continuation of Deferred@244325024 after retry RPC after error@773279809) -> (continuation of Deferred@1097566301 after retry RPC after error@2058148524) -> (continuation of Deferred@1961331267 after retry RPC after error@1617316294) -> (continuation of Deferred@2110917879 after retry RPC after error@1639436379) -> (continuation of Deferred@692775868 after retry RPC after error@2066788138) -> (continuation of Deferred@384348431 after retry RPC after error@1233297025) -> (continuation of Deferred@929798918 after retry RPC after error@1230777150) -> (continuation of Deferred@451906515 after retry RPC after error@1195669657) -> (continuation of Deferred@748447964 after retry RPC after error@70366122) -> (continuation of Deferred@1650852332 after retry RPC after error@109198729), errback=(continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282) -> (continuation of Deferred@244325024 after retry RPC after error@773279809) -> (continuation of Deferred@1097566301 after retry RPC after error@2058148524) -> (continuation of Deferred@1961331267 after retry RPC after error@1617316294) -> (continuation of Deferred@2110917879 after retry RPC after error@1639436379) -> (continuation of Deferred@692775868 after retry RPC after error@2066788138) -> (continuation of Deferred@384348431 after retry RPC after error@1233297025) -> (continuation of Deferred@929798918 after retry RPC after error@1230777150) -> (continuation of Deferred@451906515 after retry RPC after error@1195669657) -> (continuation of Deferred@748447964 after retry RPC after error@70366122) -> (continuation of Deferred@1650852332 after retry RPC after error@109198729)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.2.113.60:34547,127.2.113.61:36611,127.2.113.62:45173) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.61:36611(127.2.113.61:36611): Connection refused: /127.2.113.61:36611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.2.113.62:45173(127.2.113.62:45173): Connection refused: /127.2.113.62:45173
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557)
at io.netty.util.concurrent.DefaultPromise.access$200(DefaultPromise.java:35)
at io.netty.util.concurrent.DefaultPromise$1.run(DefaultPromise.java:503)
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174)
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167)
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569)
... 5 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.2.113.62:45173
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)