13:38:14.779 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
13:38:14.792 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task8KhxCk/test-tmp
13:38:14.795 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
13:38:14.798 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task8KhxCk/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
13:38:15.026 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
13:38:15.209 [DEBUG - main] (MiniKuduCluster.java:195) Response:
13:38:15.210 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
13:38:15.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:15.214954 13480 mini_oidc.cc:152] Starting JWKS server
13:38:15.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:15.219329 13480 webserver.cc:460] Webserver started at http://127.0.0.1:42507/ using document root <none> and password file <none>
13:38:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:15.219949 13480 mini_oidc.cc:189] Starting OIDC Discovery server
13:38:15.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:15.222041 13480 webserver.cc:460] Webserver started at http://127.0.0.1:38689/ using document root <none> and password file <none>
13:38:15.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T13:38:15Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
13:38:15.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T13:38:15Z Disabled control of system clock
13:38:15.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:15.271533 13480 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu
13:38:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu
13:38:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-0/wal
13:38:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-0/data
13:38:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:38:15.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:38:15.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:38:15.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:38:15.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:38:15.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:38:15.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-0/logs
13:38:15.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-0/data/info.pb
13:38:15.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:38:15.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:38:15.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:38:15.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:38:15.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:38:15.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:38:15.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:38:15.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:38:15.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:38:15.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:38:15.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:38:15.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:38:15.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.62:36745
13:38:15.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.62
13:38:15.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:38:15.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:45705
13:38:15.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:38:15.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:38:15.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:38:15.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:38:15.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.42.62:36745,127.13.42.61:36315,127.13.42.60:36617
13:38:15.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:38:15.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42507/jwks.json with env {}
13:38:15.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:15.572321 13492 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:38:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:15.572994 13492 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:38:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:15.573582 13492 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:38:15.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:15.611730 13492 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:38:15.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:15.612013 13492 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:38:15.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:15.612197 13492 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:38:15.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:15.612373 13492 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:38:15.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:15.612668 13492 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:38:15.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:15.612836 13492 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42507/jwks.json
13:38:15.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:15.647634 13492 master_runner.cc:386] Master server non-default flags:
13:38:15.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:38:15.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:45705
13:38:15.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:38:15.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:38:15.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-0/data
13:38:15.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-0/wal
13:38:15.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:38:15.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.42.62:36745,127.13.42.61:36315,127.13.42.60:36617
13:38:15.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:38:15.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:38:15.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:38:15.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.62:36745
13:38:15.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:38:15.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:38:15.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:38:15.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42507/jwks.json
13:38:15.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:38:15.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:38:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-0/data/info.pb
13:38:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.62
13:38:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:38:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:38:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:38:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:38:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:38:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:38:15.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-0/logs
13:38:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:38:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:38:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:38:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:38:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:38:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:38:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:38:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 12:46:33 UTC on ccycloud.quasar-ezcsfi.root.comops.site
13:38:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677205
13:38:15.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:38:15.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:15.649232 13492 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:38:15.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:15.651305 13492 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:38:15.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:15.669508 13501 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:16.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:15.669780 13499 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:16.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:15.670957 13498 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:16.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:16.859512 13500 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
13:38:16.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:16.860003 13492 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:38:16.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:16.864532 13492 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:38:16.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:16.868093 13492 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:38:16.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:16.869939 13492 hybrid_clock.cc:648] HybridClock initialized: now 1790602696869879 us; error 71 us; skew 500 ppm
13:38:16.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:16.871130 13492 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:38:16.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:16.889309 13492 webserver.cc:460] Webserver started at http://127.13.42.62:37369/ using document root <none> and password file <none>
13:38:16.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:16.890391 13492 fs_manager.cc:359] Metadata directory not provided
13:38:16.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:16.890595 13492 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:38:16.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:16.890992 13492 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:38:16.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:16.895933 13492 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-0/data/instance:
13:38:16.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "29258643644b4d0cbcc16c7c0b517b85"
13:38:16.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:16 on dist-test-slave-p1lc"
13:38:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:16.897207 13492 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-0/wal/instance:
13:38:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "29258643644b4d0cbcc16c7c0b517b85"
13:38:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:16 on dist-test-slave-p1lc"
13:38:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:16.904711 13492 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.004s
13:38:16.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:16.910561 13508 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:38:16.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:16.911856 13492 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
13:38:16.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:16.912175 13492 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-0/data,/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-0/wal
13:38:16.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "29258643644b4d0cbcc16c7c0b517b85"
13:38:16.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:16 on dist-test-slave-p1lc"
13:38:16.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:16.912520 13492 fs_report.cc:383] FS layout report
13:38:16.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:38:16.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-0/wal
13:38:16.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-0/wal
13:38:16.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-0/data/data
13:38:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:38:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:38:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:38:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:38:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:38:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:38:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:38:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:38:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:38:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:38:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:38:16.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:16.970784 13492 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:38:16.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:16.972347 13492 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:38:16.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:16.972785 13492 kserver.cc:163] Server-wide thread pool size limit: 3276
13:38:17.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:17.045406 13492 rpc_server.cc:307] RPC server started. Bound to: 127.13.42.62:36745
13:38:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:17.045513 13559 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.42.62:36745 every 8 connection(s)
13:38:17.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:17.048066 13492 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-0/data/info.pb
13:38:17.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:17.053300 13560 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:38:17.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:17.057685 13480 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu as pid 13492
13:38:17.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:17.058063 13480 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-0/wal/instance
13:38:17.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:17.062326 13480 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu
13:38:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu
13:38:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-1/wal
13:38:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-1/data
13:38:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:38:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:38:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:38:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:38:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:38:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:38:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-1/logs
13:38:17.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-1/data/info.pb
13:38:17.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:38:17.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:38:17.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:38:17.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:38:17.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:38:17.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:38:17.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:38:17.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:38:17.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:38:17.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:38:17.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:38:17.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:38:17.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.61:36315
13:38:17.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.61
13:38:17.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:38:17.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:45705
13:38:17.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:38:17.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:38:17.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:38:17.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:38:17.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.42.62:36745,127.13.42.61:36315,127.13.42.60:36617
13:38:17.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:38:17.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42507/jwks.json with env {}
13:38:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:17.066565 13560 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36745 } has no permanent_uuid. Determining permanent_uuid...
13:38:17.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:17.095206 13560 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } has no permanent_uuid. Determining permanent_uuid...
13:38:17.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:17.097468 13509 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.42.61:36315: connect: Connection refused (error 111)
13:38:17.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:17.101799 13560 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.42.61:36315: Network error: Client connection negotiation failed: client connection to 127.13.42.61:36315: connect: Connection refused (error 111)
13:38:17.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:17.151280 13560 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } attempt: 1
13:38:17.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:17.155639 13560 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.42.61:36315: Network error: Client connection negotiation failed: client connection to 127.13.42.61:36315: connect: Connection refused (error 111)
13:38:17.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:17.224035 13560 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } attempt: 2
13:38:17.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:17.230346 13560 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.42.61:36315: Network error: Client connection negotiation failed: client connection to 127.13.42.61:36315: connect: Connection refused (error 111)
13:38:17.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:17.321729 13560 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } attempt: 3
13:38:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:17.326534 13560 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.42.61:36315: Network error: Client connection negotiation failed: client connection to 127.13.42.61:36315: connect: Connection refused (error 111)
13:38:17.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:17.371650 13562 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:38:17.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:17.372364 13562 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:38:17.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:17.373132 13562 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:38:17.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:17.403975 13562 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:38:17.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:17.404352 13562 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:38:17.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:17.404687 13562 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:38:17.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:17.405074 13562 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:38:17.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:17.405445 13562 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:38:17.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:17.405709 13562 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42507/jwks.json
13:38:17.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:17.440179 13562 master_runner.cc:386] Master server non-default flags:
13:38:17.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:38:17.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:45705
13:38:17.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:38:17.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:38:17.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-1/data
13:38:17.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-1/wal
13:38:17.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:38:17.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.42.62:36745,127.13.42.61:36315,127.13.42.60:36617
13:38:17.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:38:17.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:38:17.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:38:17.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.61:36315
13:38:17.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:38:17.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:38:17.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:38:17.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42507/jwks.json
13:38:17.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:38:17.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:38:17.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-1/data/info.pb
13:38:17.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.61
13:38:17.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:38:17.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:38:17.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:38:17.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:38:17.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:38:17.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:38:17.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-1/logs
13:38:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:38:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:38:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:38:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:38:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:38:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:38:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:38:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 12:46:33 UTC on ccycloud.quasar-ezcsfi.root.comops.site
13:38:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677205
13:38:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:38:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:17.441803 13562 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:38:17.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:17.444095 13562 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:38:17.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:17.462185 13574 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:17.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:17.469933 13560 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } attempt: 4
13:38:17.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:17.474171 13560 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.42.61:36315: Network error: Client connection negotiation failed: client connection to 127.13.42.61:36315: connect: Connection refused (error 111)
13:38:17.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:17.773629 13560 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } attempt: 5
13:38:17.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:17.778026 13560 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.42.61:36315: Network error: Client connection negotiation failed: client connection to 127.13.42.61:36315: connect: Connection refused (error 111)
13:38:18.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.325678 13560 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } attempt: 6
13:38:18.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:18.333221 13560 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.42.61:36315: Network error: Client connection negotiation failed: client connection to 127.13.42.61:36315: connect: Connection refused (error 111)
13:38:18.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:17.462474 13571 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:18.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:17.462761 13572 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:18.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:18.652923 13573 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
13:38:18.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.653458 13562 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:38:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.656843 13562 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:38:18.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.660476 13562 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:38:18.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.661924 13562 hybrid_clock.cc:648] HybridClock initialized: now 1790602698661873 us; error 75 us; skew 500 ppm
13:38:18.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.662765 13562 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:38:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.669530 13562 webserver.cc:460] Webserver started at http://127.13.42.61:39263/ using document root <none> and password file <none>
13:38:18.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.670409 13562 fs_manager.cc:359] Metadata directory not provided
13:38:18.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.670589 13562 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:38:18.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.671038 13562 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:38:18.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.676085 13562 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-1/data/instance:
13:38:18.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca44b03e757d43b79604d62ac1eb6e52"
13:38:18.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:18 on dist-test-slave-p1lc"
13:38:18.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.677275 13562 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-1/wal/instance:
13:38:18.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca44b03e757d43b79604d62ac1eb6e52"
13:38:18.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:18 on dist-test-slave-p1lc"
13:38:18.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.684180 13562 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.001s
13:38:18.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.689827 13583 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:38:18.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.691089 13562 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
13:38:18.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.691370 13562 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-1/data,/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-1/wal
13:38:18.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca44b03e757d43b79604d62ac1eb6e52"
13:38:18.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:18 on dist-test-slave-p1lc"
13:38:18.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.691721 13562 fs_report.cc:383] FS layout report
13:38:18.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:38:18.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-1/wal
13:38:18.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-1/wal
13:38:18.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-1/data/data
13:38:18.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:38:18.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:38:18.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:38:18.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:38:18.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:38:18.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:38:18.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:38:18.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:38:18.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:38:18.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:38:18.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:38:18.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.730252 13562 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:38:18.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.731648 13562 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:38:18.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.732059 13562 kserver.cc:163] Server-wide thread pool size limit: 3276
13:38:18.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.800453 13562 rpc_server.cc:307] RPC server started. Bound to: 127.13.42.61:36315
13:38:18.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.800555 13634 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.42.61:36315 every 8 connection(s)
13:38:18.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.803341 13562 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-1/data/info.pb
13:38:18.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.808379 13635 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:38:18.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.811790 13480 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu as pid 13562
13:38:18.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.812162 13480 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-1/wal/instance
13:38:18.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.814458 13480 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu
13:38:18.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu
13:38:18.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-2/wal
13:38:18.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-2/data
13:38:18.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:38:18.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:38:18.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:38:18.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:38:18.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:38:18.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:38:18.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-2/logs
13:38:18.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-2/data/info.pb
13:38:18.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:38:18.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:38:18.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:38:18.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:38:18.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:38:18.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:38:18.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:38:18.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:38:18.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:38:18.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:38:18.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:38:18.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:38:18.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.60:36617
13:38:18.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.60
13:38:18.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:38:18.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:45705
13:38:18.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:38:18.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:38:18.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:38:18.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:38:18.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.42.62:36745,127.13.42.61:36315,127.13.42.60:36617
13:38:18.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:38:18.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42507/jwks.json with env {}
13:38:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.822167 13635 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36745 } has no permanent_uuid. Determining permanent_uuid...
13:38:18.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.848412 13635 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } has no permanent_uuid. Determining permanent_uuid...
13:38:18.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.875698 13635 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } has no permanent_uuid. Determining permanent_uuid...
13:38:18.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:18.878495 13584 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.42.60:36617: connect: Connection refused (error 111)
13:38:18.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:18.882608 13635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.42.60:36617: Network error: Client connection negotiation failed: client connection to 127.13.42.60:36617: connect: Connection refused (error 111)
13:38:18.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:18.932073 13635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } attempt: 1
13:38:18.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:18.937391 13635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.42.60:36617: Network error: Client connection negotiation failed: client connection to 127.13.42.60:36617: connect: Connection refused (error 111)
13:38:19.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:19.005815 13635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } attempt: 2
13:38:19.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:19.009676 13635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.42.60:36617: Network error: Client connection negotiation failed: client connection to 127.13.42.60:36617: connect: Connection refused (error 111)
13:38:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:19.101068 13635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } attempt: 3
13:38:19.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:19.104734 13635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.42.60:36617: Network error: Client connection negotiation failed: client connection to 127.13.42.60:36617: connect: Connection refused (error 111)
13:38:19.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:19.148563 13637 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:38:19.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:19.149195 13637 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:38:19.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:19.149816 13637 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:38:19.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:19.179862 13637 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:38:19.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:19.180140 13637 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:38:19.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:19.180442 13637 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:38:19.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:19.180635 13637 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:38:19.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:19.180812 13637 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:38:19.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:19.180974 13637 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:42507/jwks.json
13:38:19.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:19.215626 13637 master_runner.cc:386] Master server non-default flags:
13:38:19.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:38:19.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:45705
13:38:19.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:38:19.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:38:19.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-2/data
13:38:19.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-2/wal
13:38:19.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:38:19.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.42.62:36745,127.13.42.61:36315,127.13.42.60:36617
13:38:19.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:38:19.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:38:19.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:38:19.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.60:36617
13:38:19.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:38:19.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:38:19.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:38:19.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42507/jwks.json
13:38:19.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:38:19.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:38:19.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-2/data/info.pb
13:38:19.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.60
13:38:19.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:38:19.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:38:19.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:38:19.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:38:19.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:38:19.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:38:19.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-2/logs
13:38:19.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:38:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:38:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:38:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:38:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:38:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:38:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:38:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 12:46:33 UTC on ccycloud.quasar-ezcsfi.root.comops.site
13:38:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677205
13:38:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:38:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:19.216848 13637 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:38:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:19.218765 13637 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:38:19.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:19.237006 13650 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:19.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:19.248180 13635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } attempt: 4
13:38:19.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:19.252700 13635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.42.60:36617: Network error: Client connection negotiation failed: client connection to 127.13.42.60:36617: connect: Connection refused (error 111)
13:38:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:19.393867 13560 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } attempt: 7
13:38:19.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:19.407330 13560 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } has no permanent_uuid. Determining permanent_uuid...
13:38:19.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:19.413483 13560 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.42.60:36617: Network error: Client connection negotiation failed: client connection to 127.13.42.60:36617: connect: Connection refused (error 111)
13:38:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:19.471911 13560 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } attempt: 1
13:38:19.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:19.476565 13560 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.42.60:36617: Network error: Client connection negotiation failed: client connection to 127.13.42.60:36617: connect: Connection refused (error 111)
13:38:19.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:19.552255 13635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } attempt: 5
13:38:19.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:19.556107 13635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.42.60:36617: Network error: Client connection negotiation failed: client connection to 127.13.42.60:36617: connect: Connection refused (error 111)
13:38:19.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:19.557974 13560 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } attempt: 2
13:38:19.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:19.562237 13560 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.42.60:36617: Network error: Client connection negotiation failed: client connection to 127.13.42.60:36617: connect: Connection refused (error 111)
13:38:19.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:19.647698 13560 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } attempt: 3
13:38:19.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:19.652225 13560 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.42.60:36617: Network error: Client connection negotiation failed: client connection to 127.13.42.60:36617: connect: Connection refused (error 111)
13:38:19.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:19.792650 13560 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } attempt: 4
13:38:19.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:19.797281 13560 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.42.60:36617: Network error: Client connection negotiation failed: client connection to 127.13.42.60:36617: connect: Connection refused (error 111)
13:38:20.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.080808 13560 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } attempt: 5
13:38:20.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:20.085484 13560 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.42.60:36617: Network error: Client connection negotiation failed: client connection to 127.13.42.60:36617: connect: Connection refused (error 111)
13:38:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.103744 13635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } attempt: 6
13:38:20.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:20.111101 13635 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.42.60:36617: Network error: Client connection negotiation failed: client connection to 127.13.42.60:36617: connect: Connection refused (error 111)
13:38:20.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:19.237210 13648 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:20.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:19.237495 13647 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:20.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:19.239161 13637 server_base.cc:1034] running on GCE node
13:38:20.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.438752 13637 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:38:20.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.441896 13637 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:38:20.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.443357 13637 hybrid_clock.cc:648] HybridClock initialized: now 1790602700443298 us; error 81 us; skew 500 ppm
13:38:20.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.444196 13637 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:38:20.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.451210 13637 webserver.cc:460] Webserver started at http://127.13.42.60:39445/ using document root <none> and password file <none>
13:38:20.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.452203 13637 fs_manager.cc:359] Metadata directory not provided
13:38:20.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.452462 13637 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:38:20.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.453058 13637 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:38:20.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.460186 13637 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-2/data/instance:
13:38:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c0726bb086df4439b485d39ab66c44f4"
13:38:20.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:20 on dist-test-slave-p1lc"
13:38:20.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.461710 13637 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-2/wal/instance:
13:38:20.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c0726bb086df4439b485d39ab66c44f4"
13:38:20.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:20 on dist-test-slave-p1lc"
13:38:20.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.471359 13637 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.005s sys 0.004s
13:38:20.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.478937 13662 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:38:20.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.480113 13637 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.004s
13:38:20.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.480455 13637 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-2/data,/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-2/wal
13:38:20.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c0726bb086df4439b485d39ab66c44f4"
13:38:20.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:20 on dist-test-slave-p1lc"
13:38:20.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.480854 13637 fs_report.cc:383] FS layout report
13:38:20.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:38:20.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-2/wal
13:38:20.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-2/wal
13:38:20.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-2/data/data
13:38:20.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:38:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:38:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:38:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:38:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:38:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:38:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:38:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:38:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:38:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:38:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:38:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.523917 13637 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:38:20.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.525873 13637 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:38:20.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.526487 13637 kserver.cc:163] Server-wide thread pool size limit: 3276
13:38:20.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.596936 13637 rpc_server.cc:307] RPC server started. Bound to: 127.13.42.60:36617
13:38:20.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.597051 13716 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.42.60:36617 every 8 connection(s)
13:38:20.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.600730 13637 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-2/data/info.pb
13:38:20.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.606755 13717 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:38:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.608052 13480 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu as pid 13637
13:38:20.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.608508 13480 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/master-2/wal/instance
13:38:20.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.623116 13717 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36745 } has no permanent_uuid. Determining permanent_uuid...
13:38:20.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.637951 13560 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } attempt: 6
13:38:20.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.650110 13717 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } has no permanent_uuid. Determining permanent_uuid...
13:38:20.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.665189 13717 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } has no permanent_uuid. Determining permanent_uuid...
13:38:20.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.666467 13560 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85: Bootstrap starting.
13:38:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.673760 13560 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85: Neither blocks nor log segments found. Creating new log.
13:38:20.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.676069 13560 log.cc:824] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85: Log is configured to *not* fsync() on all Append() calls
13:38:20.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.687629 13560 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85: No bootstrap required, opened a new log
13:38:20.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.689668 13717 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c0726bb086df4439b485d39ab66c44f4: Bootstrap starting.
13:38:20.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.697515 13717 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c0726bb086df4439b485d39ab66c44f4: Neither blocks nor log segments found. Creating new log.
13:38:20.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.700170 13717 log.cc:824] T 00000000000000000000000000000000 P c0726bb086df4439b485d39ab66c44f4: Log is configured to *not* fsync() on all Append() calls
13:38:20.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.705505 13717 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c0726bb086df4439b485d39ab66c44f4: No bootstrap required, opened a new log
13:38:20.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.719192 13560 raft_consensus.cc:348] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29258643644b4d0cbcc16c7c0b517b85" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36745 } } peers { permanent_uuid: "ca44b03e757d43b79604d62ac1eb6e52" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } } peers { permanent_uuid: "c0726bb086df4439b485d39ab66c44f4" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } }
13:38:20.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.720577 13560 raft_consensus.cc:374] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:38:20.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.721135 13560 raft_consensus.cc:729] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 29258643644b4d0cbcc16c7c0b517b85, State: Initialized, Role: FOLLOWER
13:38:20.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.722055 13560 consensus_queue.cc:260] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29258643644b4d0cbcc16c7c0b517b85" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36745 } } peers { permanent_uuid: "ca44b03e757d43b79604d62ac1eb6e52" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } } peers { permanent_uuid: "c0726bb086df4439b485d39ab66c44f4" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } }
13:38:20.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.725298 13729 sys_catalog.cc:455] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29258643644b4d0cbcc16c7c0b517b85" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36745 } } peers { permanent_uuid: "ca44b03e757d43b79604d62ac1eb6e52" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } } peers { permanent_uuid: "c0726bb086df4439b485d39ab66c44f4" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } } }
13:38:20.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.726154 13729 sys_catalog.cc:458] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [sys.catalog]: This master's current role is: FOLLOWER
13:38:20.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.727056 13560 sys_catalog.cc:564] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [sys.catalog]: configured and running, proceeding with master startup.
13:38:20.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:20.731822 13514 tablet.cc:2369] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:38:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.734917 13717 raft_consensus.cc:348] T 00000000000000000000000000000000 P c0726bb086df4439b485d39ab66c44f4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29258643644b4d0cbcc16c7c0b517b85" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36745 } } peers { permanent_uuid: "ca44b03e757d43b79604d62ac1eb6e52" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } } peers { permanent_uuid: "c0726bb086df4439b485d39ab66c44f4" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } }
13:38:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.736155 13717 raft_consensus.cc:374] T 00000000000000000000000000000000 P c0726bb086df4439b485d39ab66c44f4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:38:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.736563 13717 raft_consensus.cc:729] T 00000000000000000000000000000000 P c0726bb086df4439b485d39ab66c44f4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c0726bb086df4439b485d39ab66c44f4, State: Initialized, Role: FOLLOWER
13:38:20.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.737597 13717 consensus_queue.cc:260] T 00000000000000000000000000000000 P c0726bb086df4439b485d39ab66c44f4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29258643644b4d0cbcc16c7c0b517b85" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36745 } } peers { permanent_uuid: "ca44b03e757d43b79604d62ac1eb6e52" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } } peers { permanent_uuid: "c0726bb086df4439b485d39ab66c44f4" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } }
13:38:20.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.740928 13735 sys_catalog.cc:455] T 00000000000000000000000000000000 P c0726bb086df4439b485d39ab66c44f4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29258643644b4d0cbcc16c7c0b517b85" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36745 } } peers { permanent_uuid: "ca44b03e757d43b79604d62ac1eb6e52" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } } peers { permanent_uuid: "c0726bb086df4439b485d39ab66c44f4" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } } }
13:38:20.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.742519 13735 sys_catalog.cc:458] T 00000000000000000000000000000000 P c0726bb086df4439b485d39ab66c44f4 [sys.catalog]: This master's current role is: FOLLOWER
13:38:20.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.742825 13717 sys_catalog.cc:564] T 00000000000000000000000000000000 P c0726bb086df4439b485d39ab66c44f4 [sys.catalog]: configured and running, proceeding with master startup.
13:38:20.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:20.760679 13743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:20.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:20.761392 13743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:20.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:20.782227 13668 tablet.cc:2369] T 00000000000000000000000000000000 P c0726bb086df4439b485d39ab66c44f4: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:38:20.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.759509 13492 master_runner.cc:186] Error getting master registration for 127.13.42.61:36315: OK, instance_id { permanent_uuid: "ca44b03e757d43b79604d62ac1eb6e52" instance_seqno: 1790602698781581 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:38:20.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.798859 13492 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:38:20.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:20.804751 13753 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c0726bb086df4439b485d39ab66c44f4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:20.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:20.813628 13753 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:20.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.827802 13729 raft_consensus.cc:482] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:38:20.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.828346 13729 raft_consensus.cc:504] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29258643644b4d0cbcc16c7c0b517b85" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36745 } } peers { permanent_uuid: "ca44b03e757d43b79604d62ac1eb6e52" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } } peers { permanent_uuid: "c0726bb086df4439b485d39ab66c44f4" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } }
13:38:20.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.830821 13729 leader_election.cc:288] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ca44b03e757d43b79604d62ac1eb6e52 (127.13.42.61:36315), c0726bb086df4439b485d39ab66c44f4 (127.13.42.60:36617)
13:38:20.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.785041 13637 master_runner.cc:186] Error getting master registration for 127.13.42.61:36315: OK, instance_id { permanent_uuid: "ca44b03e757d43b79604d62ac1eb6e52" instance_seqno: 1790602698781581 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:38:20.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.831588 13637 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:38:20.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.832899 13689 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29258643644b4d0cbcc16c7c0b517b85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c0726bb086df4439b485d39ab66c44f4" is_pre_election: true
13:38:20.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.833798 13689 raft_consensus.cc:2454] T 00000000000000000000000000000000 P c0726bb086df4439b485d39ab66c44f4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 29258643644b4d0cbcc16c7c0b517b85 in term 0.
13:38:20.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.835444 13509 leader_election.cc:302] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 29258643644b4d0cbcc16c7c0b517b85, c0726bb086df4439b485d39ab66c44f4; no voters:
13:38:20.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.836464 13729 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [term 0 FOLLOWER]: Leader pre-election won for term 1
13:38:20.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.836786 13729 raft_consensus.cc:482] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
13:38:20.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.837193 13729 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [term 0 FOLLOWER]: Advancing to term 1
13:38:20.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.846442 13729 raft_consensus.cc:504] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29258643644b4d0cbcc16c7c0b517b85" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36745 } } peers { permanent_uuid: "ca44b03e757d43b79604d62ac1eb6e52" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } } peers { permanent_uuid: "c0726bb086df4439b485d39ab66c44f4" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } }
13:38:20.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.848343 13729 leader_election.cc:288] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [CANDIDATE]: Term 1 election: Requested vote from peers ca44b03e757d43b79604d62ac1eb6e52 (127.13.42.61:36315), c0726bb086df4439b485d39ab66c44f4 (127.13.42.60:36617)
13:38:20.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.849485 13689 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29258643644b4d0cbcc16c7c0b517b85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c0726bb086df4439b485d39ab66c44f4"
13:38:20.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.850049 13689 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c0726bb086df4439b485d39ab66c44f4 [term 0 FOLLOWER]: Advancing to term 1
13:38:20.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.856467 13689 raft_consensus.cc:2454] T 00000000000000000000000000000000 P c0726bb086df4439b485d39ab66c44f4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 29258643644b4d0cbcc16c7c0b517b85 in term 1.
13:38:20.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.865892 13509 leader_election.cc:302] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 29258643644b4d0cbcc16c7c0b517b85, c0726bb086df4439b485d39ab66c44f4; no voters:
13:38:20.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.869818 13729 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [term 1 FOLLOWER]: Leader election won for term 1
13:38:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.872637 13729 raft_consensus.cc:686] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [term 1 LEADER]: Becoming Leader. State: Replica: 29258643644b4d0cbcc16c7c0b517b85, State: Running, Role: LEADER
13:38:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.874024 13729 consensus_queue.cc:237] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29258643644b4d0cbcc16c7c0b517b85" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36745 } } peers { permanent_uuid: "ca44b03e757d43b79604d62ac1eb6e52" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } } peers { permanent_uuid: "c0726bb086df4439b485d39ab66c44f4" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } }
13:38:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.900653 13755 sys_catalog.cc:455] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 29258643644b4d0cbcc16c7c0b517b85. Latest consensus state: current_term: 1 leader_uuid: "29258643644b4d0cbcc16c7c0b517b85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29258643644b4d0cbcc16c7c0b517b85" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36745 } } peers { permanent_uuid: "ca44b03e757d43b79604d62ac1eb6e52" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } } peers { permanent_uuid: "c0726bb086df4439b485d39ab66c44f4" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } } }
13:38:20.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.901656 13755 sys_catalog.cc:458] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [sys.catalog]: This master's current role is: LEADER
13:38:20.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.905478 13757 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
13:38:20.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.913236 13757 catalog_manager.cc:1484] Initializing Kudu cluster ID...
13:38:20.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.937671 13689 raft_consensus.cc:1261] T 00000000000000000000000000000000 P c0726bb086df4439b485d39ab66c44f4 [term 1 FOLLOWER]: Refusing update from remote peer 29258643644b4d0cbcc16c7c0b517b85: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:38:20.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.939404 13729 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c0726bb086df4439b485d39ab66c44f4" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:38:20.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.971803 13758 mvcc.cc:205] Tried to move back new op lower bound from 7334308663021613056 to 7334308662796050432. Current Snapshot: MvccSnapshot[applied={T|T < 7334308663021613056}]
13:38:20.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.968825 13735 sys_catalog.cc:455] T 00000000000000000000000000000000 P c0726bb086df4439b485d39ab66c44f4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 29258643644b4d0cbcc16c7c0b517b85. Latest consensus state: current_term: 1 leader_uuid: "29258643644b4d0cbcc16c7c0b517b85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29258643644b4d0cbcc16c7c0b517b85" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36745 } } peers { permanent_uuid: "ca44b03e757d43b79604d62ac1eb6e52" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } } peers { permanent_uuid: "c0726bb086df4439b485d39ab66c44f4" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } } }
13:38:20.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.972497 13735 sys_catalog.cc:458] T 00000000000000000000000000000000 P c0726bb086df4439b485d39ab66c44f4 [sys.catalog]: This master's current role is: FOLLOWER
13:38:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.976491 13755 sys_catalog.cc:455] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "29258643644b4d0cbcc16c7c0b517b85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29258643644b4d0cbcc16c7c0b517b85" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36745 } } peers { permanent_uuid: "ca44b03e757d43b79604d62ac1eb6e52" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } } peers { permanent_uuid: "c0726bb086df4439b485d39ab66c44f4" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } } }
13:38:20.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.977598 13755 sys_catalog.cc:458] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [sys.catalog]: This master's current role is: LEADER
13:38:20.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.983291 13735 sys_catalog.cc:455] T 00000000000000000000000000000000 P c0726bb086df4439b485d39ab66c44f4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "29258643644b4d0cbcc16c7c0b517b85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29258643644b4d0cbcc16c7c0b517b85" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36745 } } peers { permanent_uuid: "ca44b03e757d43b79604d62ac1eb6e52" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } } peers { permanent_uuid: "c0726bb086df4439b485d39ab66c44f4" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } } }
13:38:20.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.984035 13735 sys_catalog.cc:458] T 00000000000000000000000000000000 P c0726bb086df4439b485d39ab66c44f4 [sys.catalog]: This master's current role is: FOLLOWER
13:38:20.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.988715 13757 catalog_manager.cc:1347] Generated new cluster ID: 811072ae45bd400fbd8721200581243d
13:38:20.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:20.989017 13757 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
13:38:21.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.026878 13757 catalog_manager.cc:1370] Generated new certificate authority record
13:38:21.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.029886 13757 catalog_manager.cc:1504] Loading token signing keys...
13:38:21.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.073031 13757 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85: Generated new TSK 0
13:38:21.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.074331 13757 catalog_manager.cc:1514] Initializing in-progress tserver states...
13:38:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.091678 13480 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu
13:38:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu
13:38:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-0/wal
13:38:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-0/data
13:38:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:38:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:38:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:38:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:38:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:38:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:38:21.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-0/logs
13:38:21.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-0/data/info.pb
13:38:21.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:38:21.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:38:21.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:38:21.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:38:21.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:38:21.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:38:21.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:38:21.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:38:21.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:38:21.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:38:21.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.1:0
13:38:21.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.1
13:38:21.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.1
13:38:21.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:38:21.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36745,127.13.42.61:36315,127.13.42.60:36617
13:38:21.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:45705
13:38:21.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:38:21.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:38:21.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:38:21.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.171663 13635 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } attempt: 7
13:38:21.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.218557 13635 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ca44b03e757d43b79604d62ac1eb6e52: Bootstrap starting.
13:38:21.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.225764 13635 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ca44b03e757d43b79604d62ac1eb6e52: Neither blocks nor log segments found. Creating new log.
13:38:21.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.228289 13635 log.cc:824] T 00000000000000000000000000000000 P ca44b03e757d43b79604d62ac1eb6e52: Log is configured to *not* fsync() on all Append() calls
13:38:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.249343 13635 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ca44b03e757d43b79604d62ac1eb6e52: No bootstrap required, opened a new log
13:38:21.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.329490 13635 raft_consensus.cc:348] T 00000000000000000000000000000000 P ca44b03e757d43b79604d62ac1eb6e52 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29258643644b4d0cbcc16c7c0b517b85" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36745 } } peers { permanent_uuid: "ca44b03e757d43b79604d62ac1eb6e52" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } } peers { permanent_uuid: "c0726bb086df4439b485d39ab66c44f4" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } }
13:38:21.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.332036 13635 raft_consensus.cc:374] T 00000000000000000000000000000000 P ca44b03e757d43b79604d62ac1eb6e52 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:38:21.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.333103 13635 raft_consensus.cc:729] T 00000000000000000000000000000000 P ca44b03e757d43b79604d62ac1eb6e52 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ca44b03e757d43b79604d62ac1eb6e52, State: Initialized, Role: FOLLOWER
13:38:21.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.334131 13635 consensus_queue.cc:260] T 00000000000000000000000000000000 P ca44b03e757d43b79604d62ac1eb6e52 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29258643644b4d0cbcc16c7c0b517b85" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36745 } } peers { permanent_uuid: "ca44b03e757d43b79604d62ac1eb6e52" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } } peers { permanent_uuid: "c0726bb086df4439b485d39ab66c44f4" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } }
13:38:21.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.342252 13766 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca44b03e757d43b79604d62ac1eb6e52 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29258643644b4d0cbcc16c7c0b517b85" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36745 } } peers { permanent_uuid: "ca44b03e757d43b79604d62ac1eb6e52" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } } peers { permanent_uuid: "c0726bb086df4439b485d39ab66c44f4" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } } }
13:38:21.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.343041 13766 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca44b03e757d43b79604d62ac1eb6e52 [sys.catalog]: This master's current role is: FOLLOWER
13:38:21.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.345846 13635 sys_catalog.cc:564] T 00000000000000000000000000000000 P ca44b03e757d43b79604d62ac1eb6e52 [sys.catalog]: configured and running, proceeding with master startup.
13:38:21.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.346024 13610 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29258643644b4d0cbcc16c7c0b517b85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ca44b03e757d43b79604d62ac1eb6e52" is_pre_election: true
13:38:21.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.346913 13610 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ca44b03e757d43b79604d62ac1eb6e52 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 29258643644b4d0cbcc16c7c0b517b85 in term 0.
13:38:21.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.349130 13609 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "29258643644b4d0cbcc16c7c0b517b85" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ca44b03e757d43b79604d62ac1eb6e52"
13:38:21.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.349761 13609 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ca44b03e757d43b79604d62ac1eb6e52 [term 0 FOLLOWER]: Advancing to term 1
13:38:21.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.356720 13609 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ca44b03e757d43b79604d62ac1eb6e52 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 29258643644b4d0cbcc16c7c0b517b85 in term 1.
13:38:21.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.359180 13608 raft_consensus.cc:1261] T 00000000000000000000000000000000 P ca44b03e757d43b79604d62ac1eb6e52 [term 1 FOLLOWER]: Refusing update from remote peer 29258643644b4d0cbcc16c7c0b517b85: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
13:38:21.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.367610 13755 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ca44b03e757d43b79604d62ac1eb6e52" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
13:38:21.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.453989 13766 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca44b03e757d43b79604d62ac1eb6e52 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 29258643644b4d0cbcc16c7c0b517b85. Latest consensus state: current_term: 1 leader_uuid: "29258643644b4d0cbcc16c7c0b517b85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29258643644b4d0cbcc16c7c0b517b85" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36745 } } peers { permanent_uuid: "ca44b03e757d43b79604d62ac1eb6e52" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } } peers { permanent_uuid: "c0726bb086df4439b485d39ab66c44f4" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } } }
13:38:21.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.454026 13779 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca44b03e757d43b79604d62ac1eb6e52 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "29258643644b4d0cbcc16c7c0b517b85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29258643644b4d0cbcc16c7c0b517b85" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36745 } } peers { permanent_uuid: "ca44b03e757d43b79604d62ac1eb6e52" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } } peers { permanent_uuid: "c0726bb086df4439b485d39ab66c44f4" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } } }
13:38:21.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.454847 13766 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca44b03e757d43b79604d62ac1eb6e52 [sys.catalog]: This master's current role is: FOLLOWER
13:38:21.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.454901 13779 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca44b03e757d43b79604d62ac1eb6e52 [sys.catalog]: This master's current role is: FOLLOWER
13:38:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.501252 13782 catalog_manager.cc:1259] Loaded cluster ID: 811072ae45bd400fbd8721200581243d
13:38:21.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.501577 13782 catalog_manager.cc:1552] T 00000000000000000000000000000000 P ca44b03e757d43b79604d62ac1eb6e52: loading cluster ID for follower catalog manager: success
13:38:21.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.509557 13782 catalog_manager.cc:1574] T 00000000000000000000000000000000 P ca44b03e757d43b79604d62ac1eb6e52: acquiring CA information for follower catalog manager: success
13:38:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.516230 13782 catalog_manager.cc:1602] T 00000000000000000000000000000000 P ca44b03e757d43b79604d62ac1eb6e52: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:38:21.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:21.655607 13763 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:38:21.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:21.656405 13763 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:38:21.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:21.657258 13763 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:38:21.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:21.713936 13763 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:38:21.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:21.715353 13763 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.42.1
13:38:21.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.778401 13763 tablet_server_runner.cc:78] Tablet server non-default flags:
13:38:21.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:38:21.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:45705
13:38:21.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:38:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:38:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-0/data
13:38:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-0/wal
13:38:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:38:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:38:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.1:0
13:38:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:38:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:38:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:38:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-0/data/info.pb
13:38:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.1
13:38:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:38:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36745,127.13.42.61:36315,127.13.42.60:36617
13:38:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:38:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:38:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:38:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:38:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:38:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.1
13:38:21.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-0/logs
13:38:21.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:38:21.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:38:21.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:38:21.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:38:21.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:38:21.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:38:21.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:38:21.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 12:46:33 UTC on ccycloud.quasar-ezcsfi.root.comops.site
13:38:21.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677205
13:38:21.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:38:21.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.779990 13763 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:38:21.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.782518 13763 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:38:21.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.819576 13753 catalog_manager.cc:1259] Loaded cluster ID: 811072ae45bd400fbd8721200581243d
13:38:21.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.820204 13753 catalog_manager.cc:1552] T 00000000000000000000000000000000 P c0726bb086df4439b485d39ab66c44f4: loading cluster ID for follower catalog manager: success
13:38:21.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:21.820324 13790 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:21.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.830915 13753 catalog_manager.cc:1574] T 00000000000000000000000000000000 P c0726bb086df4439b485d39ab66c44f4: acquiring CA information for follower catalog manager: success
13:38:21.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.845264 13753 catalog_manager.cc:1602] T 00000000000000000000000000000000 P c0726bb086df4439b485d39ab66c44f4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
13:38:21.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.923976 13795 sys_catalog.cc:455] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "29258643644b4d0cbcc16c7c0b517b85" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "29258643644b4d0cbcc16c7c0b517b85" member_type: VOTER last_known_addr { host: "127.13.42.62" port: 36745 } } peers { permanent_uuid: "ca44b03e757d43b79604d62ac1eb6e52" member_type: VOTER last_known_addr { host: "127.13.42.61" port: 36315 } } peers { permanent_uuid: "c0726bb086df4439b485d39ab66c44f4" member_type: VOTER last_known_addr { host: "127.13.42.60" port: 36617 } } }
13:38:21.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:21.927448 13795 sys_catalog.cc:458] T 00000000000000000000000000000000 P 29258643644b4d0cbcc16c7c0b517b85 [sys.catalog]: This master's current role is: LEADER
13:38:23.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:21.835798 13793 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:23.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:21.828609 13789 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:23.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:23.689285 13791 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1864 milliseconds
13:38:23.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:23.689391 13763 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:38:23.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:23.691213 13763 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:38:23.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:23.703080 13763 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:38:23.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:23.704818 13763 hybrid_clock.cc:648] HybridClock initialized: now 1790602703704744 us; error 84 us; skew 500 ppm
13:38:23.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:23.706125 13763 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:38:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:23.755903 13763 webserver.cc:460] Webserver started at http://127.13.42.1:40443/ using document root <none> and password file <none>
13:38:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:23.758073 13763 fs_manager.cc:359] Metadata directory not provided
13:38:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:23.758594 13763 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:38:23.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:23.759390 13763 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:38:23.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:23.766672 13763 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-0/data/instance:
13:38:23.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ccd791e823f4c61baed097c7a524956"
13:38:23.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:23 on dist-test-slave-p1lc"
13:38:23.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:23.768505 13763 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-0/wal/instance:
13:38:23.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ccd791e823f4c61baed097c7a524956"
13:38:23.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:23 on dist-test-slave-p1lc"
13:38:23.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:23.783839 13763 fs_manager.cc:691] Time spent creating directory manager: real 0.014s user 0.009s sys 0.004s
13:38:23.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:23.797770 13802 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:38:23.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:23.799342 13763 fs_manager.cc:725] Time spent opening block manager: real 0.011s user 0.006s sys 0.005s
13:38:23.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:23.800004 13763 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-0/data,/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-0/wal
13:38:23.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ccd791e823f4c61baed097c7a524956"
13:38:23.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:23 on dist-test-slave-p1lc"
13:38:23.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:23.803807 13763 fs_report.cc:383] FS layout report
13:38:23.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:38:23.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-0/wal
13:38:23.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-0/wal
13:38:23.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-0/data/data
13:38:23.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:38:23.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:38:23.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:38:23.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:38:23.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:38:23.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:38:23.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:38:23.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:38:23.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:38:23.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:38:23.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:38:23.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:23.887430 13763 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:38:23.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:23.890179 13763 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:38:23.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:23.891079 13763 kserver.cc:163] Server-wide thread pool size limit: 3276
13:38:23.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:23.913681 13763 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
13:38:23.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:23.926815 13763 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:38:23.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:23.927616 13763 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.000s
13:38:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:23.928370 13763 ts_tablet_manager.cc:610] Registered 0 tablets
13:38:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:23.928805 13763 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:38:24.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:24.238699 13763 rpc_server.cc:307] RPC server started. Bound to: 127.13.42.1:39873
13:38:24.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:24.238809 13915 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.42.1:39873 every 8 connection(s)
13:38:24.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:24.241408 13763 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-0/data/info.pb
13:38:24.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:24.249099 13480 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu as pid 13763
13:38:24.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:24.249552 13480 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-0/wal/instance
13:38:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:24.260337 13480 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu
13:38:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu
13:38:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-1/wal
13:38:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-1/data
13:38:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:38:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:38:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:38:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:38:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:38:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:38:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-1/logs
13:38:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-1/data/info.pb
13:38:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:38:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:38:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:38:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:38:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:38:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:38:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:38:24.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:38:24.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:38:24.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:38:24.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.2:0
13:38:24.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.2
13:38:24.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.2
13:38:24.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:38:24.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36745,127.13.42.61:36315,127.13.42.60:36617
13:38:24.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:45705
13:38:24.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:38:24.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:38:24.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:38:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:24.400902 13916 heartbeater.cc:347] Connected to a master server at 127.13.42.61:36315
13:38:24.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:24.401628 13916 heartbeater.cc:464] Registering TS with master...
13:38:24.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:24.408838 13916 heartbeater.cc:511] Master 127.13.42.61:36315 requested a full tablet report, sending...
13:38:24.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:24.413815 13600 ts_manager.cc:194] Registered new tserver with Master: 2ccd791e823f4c61baed097c7a524956 (127.13.42.1:39873)
13:38:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:24.415845 13917 heartbeater.cc:347] Connected to a master server at 127.13.42.60:36617
13:38:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:24.416383 13917 heartbeater.cc:464] Registering TS with master...
13:38:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:24.418030 13917 heartbeater.cc:511] Master 127.13.42.60:36617 requested a full tablet report, sending...
13:38:24.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:24.422290 13679 ts_manager.cc:194] Registered new tserver with Master: 2ccd791e823f4c61baed097c7a524956 (127.13.42.1:39873)
13:38:24.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:24.437554 13921 heartbeater.cc:347] Connected to a master server at 127.13.42.62:36745
13:38:24.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:24.438184 13921 heartbeater.cc:464] Registering TS with master...
13:38:24.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:24.439353 13921 heartbeater.cc:511] Master 127.13.42.62:36745 requested a full tablet report, sending...
13:38:24.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:24.442720 13525 ts_manager.cc:194] Registered new tserver with Master: 2ccd791e823f4c61baed097c7a524956 (127.13.42.1:39873)
13:38:24.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:24.446566 13525 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.13.42.1:56735
13:38:24.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:24.926134 13920 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:38:24.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:24.926867 13920 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:38:24.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:24.927346 13920 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:38:24.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:24.961493 13920 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:38:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:24.962334 13920 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.42.2
13:38:25.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:25.003669 13920 tablet_server_runner.cc:78] Tablet server non-default flags:
13:38:25.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:38:25.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:45705
13:38:25.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:38:25.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:38:25.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-1/data
13:38:25.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-1/wal
13:38:25.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:38:25.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:38:25.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.2:0
13:38:25.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:38:25.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:38:25.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:38:25.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-1/data/info.pb
13:38:25.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.2
13:38:25.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:38:25.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36745,127.13.42.61:36315,127.13.42.60:36617
13:38:25.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:38:25.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:38:25.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:38:25.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:38:25.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:38:25.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.2
13:38:25.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-1/logs
13:38:25.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:38:25.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:38:25.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:38:25.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:38:25.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:38:25.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:38:25.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:38:25.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 12:46:33 UTC on ccycloud.quasar-ezcsfi.root.comops.site
13:38:25.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677205
13:38:25.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:38:25.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:25.004962 13920 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:38:25.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:25.007524 13920 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:38:25.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:25.053447 13933 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:25.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:25.453181 13921 heartbeater.cc:503] Master 127.13.42.62:36745 was elected leader, sending a full tablet report...
13:38:26.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:25.065802 13932 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:26.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:25.070878 13935 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:26.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:25.068375 13920 server_base.cc:1034] running on GCE node
13:38:26.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.324669 13920 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:38:26.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.327535 13920 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:38:26.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.329025 13920 hybrid_clock.cc:648] HybridClock initialized: now 1790602706328962 us; error 77 us; skew 500 ppm
13:38:26.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.329985 13920 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:38:26.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.340655 13920 webserver.cc:460] Webserver started at http://127.13.42.2:43773/ using document root <none> and password file <none>
13:38:26.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.341594 13920 fs_manager.cc:359] Metadata directory not provided
13:38:26.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.341790 13920 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:38:26.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.342175 13920 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:38:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.347301 13920 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-1/data/instance:
13:38:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0e3315bcde2c4352ab14fd7b6180c040"
13:38:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:26 on dist-test-slave-p1lc"
13:38:26.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.348369 13920 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-1/wal/instance:
13:38:26.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0e3315bcde2c4352ab14fd7b6180c040"
13:38:26.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:26 on dist-test-slave-p1lc"
13:38:26.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.355494 13920 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
13:38:26.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.361534 13945 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:38:26.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.362753 13920 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
13:38:26.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.363029 13920 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-1/data,/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-1/wal
13:38:26.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0e3315bcde2c4352ab14fd7b6180c040"
13:38:26.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:26 on dist-test-slave-p1lc"
13:38:26.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.363412 13920 fs_report.cc:383] FS layout report
13:38:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:38:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-1/wal
13:38:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-1/wal
13:38:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-1/data/data
13:38:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:38:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:38:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:38:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:38:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:38:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:38:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:38:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:38:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:38:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:38:26.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:38:26.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.398662 13920 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:38:26.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.400182 13920 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:38:26.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.400605 13920 kserver.cc:163] Server-wide thread pool size limit: 3276
13:38:26.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.403214 13920 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
13:38:26.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.407457 13920 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:38:26.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.407644 13920 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
13:38:26.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.407835 13920 ts_tablet_manager.cc:610] Registered 0 tablets
13:38:26.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.407963 13920 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:38:26.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.708043 13920 rpc_server.cc:307] RPC server started. Bound to: 127.13.42.2:39921
13:38:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.708465 14058 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.42.2:39921 every 8 connection(s)
13:38:26.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.710639 13920 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-1/data/info.pb
13:38:26.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.721645 13480 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu as pid 13920
13:38:26.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.723071 13480 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-1/wal/instance
13:38:26.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.748003 13480 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu
13:38:26.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu
13:38:26.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-2/wal
13:38:26.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-2/data
13:38:26.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:38:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:38:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:38:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:38:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:38:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:38:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-2/logs
13:38:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-2/data/info.pb
13:38:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:38:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:38:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:38:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:38:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:38:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:38:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:38:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:38:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
13:38:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:38:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.3:0
13:38:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.3
13:38:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.3
13:38:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:38:26.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36745,127.13.42.61:36315,127.13.42.60:36617
13:38:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:45705
13:38:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:38:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:38:26.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
13:38:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.792575 14060 heartbeater.cc:347] Connected to a master server at 127.13.42.60:36617
13:38:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.793285 14061 heartbeater.cc:347] Connected to a master server at 127.13.42.62:36745
13:38:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.793332 14060 heartbeater.cc:464] Registering TS with master...
13:38:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.793723 14061 heartbeater.cc:464] Registering TS with master...
13:38:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.795169 14060 heartbeater.cc:511] Master 127.13.42.60:36617 requested a full tablet report, sending...
13:38:26.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.795369 14061 heartbeater.cc:511] Master 127.13.42.62:36745 requested a full tablet report, sending...
13:38:26.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.796857 14059 heartbeater.cc:347] Connected to a master server at 127.13.42.61:36315
13:38:26.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.797439 14059 heartbeater.cc:464] Registering TS with master...
13:38:26.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.798810 14059 heartbeater.cc:511] Master 127.13.42.61:36315 requested a full tablet report, sending...
13:38:26.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.799925 13525 ts_manager.cc:194] Registered new tserver with Master: 0e3315bcde2c4352ab14fd7b6180c040 (127.13.42.2:39921)
13:38:26.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.802731 13525 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.13.42.2:57245
13:38:26.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.803022 13600 ts_manager.cc:194] Registered new tserver with Master: 0e3315bcde2c4352ab14fd7b6180c040 (127.13.42.2:39921)
13:38:26.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:26.805590 13679 ts_manager.cc:194] Registered new tserver with Master: 0e3315bcde2c4352ab14fd7b6180c040 (127.13.42.2:39921)
13:38:27.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:27.238428 14069 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:38:27.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:27.239106 14069 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:38:27.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:27.239872 14069 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:38:27.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:27.272558 14069 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:38:27.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:27.273520 14069 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.42.3
13:38:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:27.310915 14069 tablet_server_runner.cc:78] Tablet server non-default flags:
13:38:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:38:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.42.20:45705
13:38:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:38:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:38:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-2/data
13:38:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-2/wal
13:38:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:38:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:38:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.42.3:0
13:38:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:38:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:38:27.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:38:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-2/data/info.pb
13:38:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.42.3
13:38:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:38:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.42.62:36745,127.13.42.61:36315,127.13.42.60:36617
13:38:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:38:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:38:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:38:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:38:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:38:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.42.3
13:38:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-2/logs
13:38:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:38:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:38:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:38:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
13:38:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:38:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:38:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:38:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 12:46:33 UTC on ccycloud.quasar-ezcsfi.root.comops.site
13:38:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677205
13:38:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:38:27.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:27.312544 14069 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:38:27.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:27.314241 14069 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:38:27.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:27.345520 14076 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:27.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:27.810639 14061 heartbeater.cc:503] Master 127.13.42.62:36745 was elected leader, sending a full tablet report...
13:38:28.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:27.347780 14078 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:28.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:27.345534 14075 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:28.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:28.555402 14077 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
13:38:28.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.555651 14069 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:38:28.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.560838 14069 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:38:28.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.563172 14069 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:38:28.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.564590 14069 hybrid_clock.cc:648] HybridClock initialized: now 1790602708564553 us; error 40 us; skew 500 ppm
13:38:28.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.565493 14069 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:38:28.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.572561 14069 webserver.cc:460] Webserver started at http://127.13.42.3:36075/ using document root <none> and password file <none>
13:38:28.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.573573 14069 fs_manager.cc:359] Metadata directory not provided
13:38:28.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.573812 14069 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:38:28.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.574329 14069 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:38:28.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.579154 14069 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-2/data/instance:
13:38:28.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be9ca6b691e24bff99b052abf6177c33"
13:38:28.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:28 on dist-test-slave-p1lc"
13:38:28.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.580322 14069 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-2/wal/instance:
13:38:28.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be9ca6b691e24bff99b052abf6177c33"
13:38:28.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:28 on dist-test-slave-p1lc"
13:38:28.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.587872 14069 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
13:38:28.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.593468 14086 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:38:28.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.594677 14069 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
13:38:28.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.595044 14069 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-2/data,/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-2/wal
13:38:28.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be9ca6b691e24bff99b052abf6177c33"
13:38:28.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:28 on dist-test-slave-p1lc"
13:38:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.595466 14069 fs_report.cc:383] FS layout report
13:38:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:38:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-2/wal
13:38:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-2/wal
13:38:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-2/data/data
13:38:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:38:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:38:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:38:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:38:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:38:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:38:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:38:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:38:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:38:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:38:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:38:28.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.641086 14069 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:38:28.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.642699 14069 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:38:28.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.643235 14069 kserver.cc:163] Server-wide thread pool size limit: 3276
13:38:28.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.646034 14069 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
13:38:28.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.650439 14069 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
13:38:28.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.650666 14069 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
13:38:28.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.650995 14069 ts_tablet_manager.cc:610] Registered 0 tablets
13:38:28.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.651142 14069 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
13:38:28.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.940655 14069 rpc_server.cc:307] RPC server started. Bound to: 127.13.42.3:41715
13:38:28.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.940958 14199 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.42.3:41715 every 8 connection(s)
13:38:28.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.944743 14069 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-2/data/info.pb
13:38:28.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.950093 13480 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu as pid 14069
13:38:28.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:28.950682 13480 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4894002904911101700/ts-2/wal/instance
13:38:29.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:29.025260 14201 heartbeater.cc:347] Connected to a master server at 127.13.42.60:36617
13:38:29.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:29.025887 14201 heartbeater.cc:464] Registering TS with master...
13:38:29.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:29.026420 14202 heartbeater.cc:347] Connected to a master server at 127.13.42.62:36745
13:38:29.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:29.026782 14202 heartbeater.cc:464] Registering TS with master...
13:38:29.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:29.027691 14201 heartbeater.cc:511] Master 127.13.42.60:36617 requested a full tablet report, sending...
13:38:29.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:29.027761 14202 heartbeater.cc:511] Master 127.13.42.62:36745 requested a full tablet report, sending...
13:38:29.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:29.031807 13525 ts_manager.cc:194] Registered new tserver with Master: be9ca6b691e24bff99b052abf6177c33 (127.13.42.3:41715)
13:38:29.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:29.034323 13679 ts_manager.cc:194] Registered new tserver with Master: be9ca6b691e24bff99b052abf6177c33 (127.13.42.3:41715)
13:38:29.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:29.035252 14200 heartbeater.cc:347] Connected to a master server at 127.13.42.61:36315
13:38:29.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:29.035737 14200 heartbeater.cc:464] Registering TS with master...
13:38:29.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:29.036655 14200 heartbeater.cc:511] Master 127.13.42.61:36315 requested a full tablet report, sending...
13:38:29.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:29.039587 13525 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.13.42.3:38499
13:38:29.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:29.040670 13600 ts_manager.cc:194] Registered new tserver with Master: be9ca6b691e24bff99b052abf6177c33 (127.13.42.3:41715)
13:38:29.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:29.049001 13480 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
13:38:29.069 [DEBUG - main] (MiniKuduCluster.java:195) Response:
13:38:29.071 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
13:38:29.084 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.13.42.62"
port: 36745
}
bound_http_address {
host: "127.13.42.62"
port: 37369
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.13.42.61"
port: 36315
}
bound_http_address {
host: "127.13.42.61"
port: 39263
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.13.42.60"
port: 36617
}
bound_http_address {
host: "127.13.42.60"
port: 39445
}
}
}
13:38:29.091 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
13:38:29.094 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.13.42.1"
port: 39873
}
bound_http_address {
host: "127.13.42.1"
port: 40443
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.13.42.2"
port: 39921
}
bound_http_address {
host: "127.13.42.2"
port: 43773
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.13.42.3"
port: 41715
}
bound_http_address {
host: "127.13.42.3"
port: 36075
}
}
}
13:38:29.094 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
13:38:29.282 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
13:38:29.425 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task8KhxCk/test-tmp
13:38:29.426 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
13:38:29.426 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task8KhxCk/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
13:38:29.430 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
13:38:29.784 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:38:29.784 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
13:38:29.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:29.787813 14212 mini_oidc.cc:152] Starting JWKS server
13:38:29.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:29.791460 14212 webserver.cc:460] Webserver started at http://127.0.0.1:45299/ using document root <none> and password file <none>
13:38:29.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:29.791980 14212 mini_oidc.cc:189] Starting OIDC Discovery server
13:38:29.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:29.793756 14212 webserver.cc:460] Webserver started at http://127.0.0.1:41731/ using document root <none> and password file <none>
13:38:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
13:38:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/principal' for realm 'KRBTEST.COM',
13:38:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
13:38:29.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:38:29 dist-test-slave-p1lc krb5kdc[14224](info): setting up network...
13:38:29.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
13:38:29.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:38:29 dist-test-slave-p1lc krb5kdc[14224](info): set up 2 sockets
13:38:29.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:38:29 dist-test-slave-p1lc krb5kdc[14224](info): commencing operation
13:38:29.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
13:38:30.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:30.045188 14202 heartbeater.cc:503] Master 127.13.42.62:36745 was elected leader, sending a full tablet report...
13:38:30.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:30.969619 14212 mini_kdc.cc:121] Time spent starting KDC: real 1.142s user 0.005s sys 0.018s
13:38:30.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
13:38:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:38:31.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
13:38:31.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
13:38:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:38:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
13:38:31.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
13:38:31.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:38:31.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
13:38:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
13:38:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/test-user.keytab.
13:38:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/test-user.keytab.
13:38:31.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:38:31 dist-test-slave-p1lc krb5kdc[14224](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602711, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:38:31.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
13:38:31.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T13:38:31Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
13:38:31.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T13:38:31Z Disabled control of system clock
13:38:31.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.13.225.62@KRBTEST.COM; defaulting to no policy
13:38:31.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:38:31.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.13.225.62@KRBTEST.COM" created.
13:38:31.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:38:31.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.225.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/kudu_127.13.225.62.keytab.
13:38:31.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.225.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/kudu_127.13.225.62.keytab.
13:38:31.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:31.190553 14212 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/wal
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/data
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/logs
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/data/info.pb
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.225.62:46475
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.225.62
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/kudu_127.13.225.62.keytab
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.225.62
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.225.20:34391
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45299/jwks.json
13:38:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:38:31.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:31.666445 14237 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:38:31.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:31.667011 14237 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:38:31.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:31.667584 14237 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:38:31.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:31.698803 14237 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:38:31.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:31.699028 14237 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:38:31.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:31.699375 14237 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:38:31.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:31.699663 14237 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:38:31.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:31.699862 14237 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:38:31.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:31.700049 14237 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:38:31.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:31.700187 14237 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45299/jwks.json
13:38:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:31.738766 14237 master_runner.cc:386] Master server non-default flags:
13:38:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:38:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.225.20:34391
13:38:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:38:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:38:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/data
13:38:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/wal
13:38:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:38:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:38:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183
13:38:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/kudu_127.13.225.62.keytab
13:38:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.225.62
13:38:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:38:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:38:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:38:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.225.62:46475
13:38:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:38:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:38:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:38:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45299/jwks.json
13:38:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:38:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:38:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:38:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:38:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:38:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/data/info.pb
13:38:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.225.62
13:38:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:38:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:38:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:38:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:38:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:38:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:38:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/logs
13:38:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:38:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:38:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:38:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:38:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:38:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:38:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:38:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 12:46:33 UTC on ccycloud.quasar-ezcsfi.root.comops.site
13:38:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677205
13:38:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:38:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:31.740120 14237 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:38:31.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:31.741501 14237 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:38:31.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:31.765393 14248 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:33.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:31.765431 14245 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:33.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:31.767740 14237 server_base.cc:1034] running on GCE node
13:38:33.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:31.765923 14244 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:33.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.098268 14237 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:38:33.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.101704 14237 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:38:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.103117 14237 hybrid_clock.cc:648] HybridClock initialized: now 1790602713103078 us; error 46 us; skew 500 ppm
13:38:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.104277 14237 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:38:33.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:38:33 dist-test-slave-p1lc krb5kdc[14224](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602713, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.225.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:38:33.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.113777 14237 init.cc:377] Logged in from keytab as kudu/127.13.225.62@KRBTEST.COM (short username kudu)
13:38:33.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.123732 14237 webserver.cc:460] Webserver started at http://127.13.225.62:39481/ using document root <none> and password file <none>
13:38:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.124822 14237 fs_manager.cc:359] Metadata directory not provided
13:38:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.125123 14237 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:38:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.125696 14237 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:38:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.131835 14237 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/data/instance:
13:38:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e318fba08f044560aee27288b23583e3"
13:38:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:33 on dist-test-slave-p1lc"
13:38:33.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.133137 14237 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/wal/instance:
13:38:33.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e318fba08f044560aee27288b23583e3"
13:38:33.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:33 on dist-test-slave-p1lc"
13:38:33.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.144572 14237 fs_manager.cc:691] Time spent creating directory manager: real 0.011s user 0.005s sys 0.005s
13:38:33.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.153493 14256 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:38:33.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.154925 14237 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.004s sys 0.004s
13:38:33.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.155303 14237 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/data,/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/wal
13:38:33.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e318fba08f044560aee27288b23583e3"
13:38:33.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:33 on dist-test-slave-p1lc"
13:38:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.155617 14237 fs_report.cc:383] FS layout report
13:38:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:38:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/wal
13:38:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/wal
13:38:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/data/data
13:38:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:38:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:38:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:38:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:38:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:38:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:38:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:38:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:38:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:38:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:38:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:38:33.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.199374 14237 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:38:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.207270 14237 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:38:33.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.207713 14237 kserver.cc:163] Server-wide thread pool size limit: 3276
13:38:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.355384 14237 rpc_server.cc:307] RPC server started. Bound to: 127.13.225.62:46475
13:38:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.355499 14307 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.225.62:46475 every 8 connection(s)
13:38:33.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.358369 14237 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/data/info.pb
13:38:33.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.364511 14308 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:38:33.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.365779 14212 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu as pid 14237
13:38:33.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.366266 14212 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/wal/instance
13:38:33.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.377326 14308 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.225.62" port: 46475 } has no permanent_uuid. Determining permanent_uuid...
13:38:33.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.13.225.61@KRBTEST.COM; defaulting to no policy
13:38:33.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:38:33.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.13.225.61@KRBTEST.COM" created.
13:38:33.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:38:33 dist-test-slave-p1lc krb5kdc[14224](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602713, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.225.62@KRBTEST.COM for kudu/127.13.225.62@KRBTEST.COM
13:38:33.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:38:33.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.225.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/kudu_127.13.225.61.keytab.
13:38:33.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.225.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/kudu_127.13.225.61.keytab.
13:38:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.421525 14212 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu
13:38:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu
13:38:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/wal
13:38:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/data
13:38:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:38:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:38:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:38:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:38:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:38:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:38:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/logs
13:38:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/data/info.pb
13:38:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:38:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:38:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:38:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:38:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:38:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:38:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:38:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:38:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:38:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:38:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:38:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:38:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.225.61:43273
13:38:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.225.61
13:38:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:38:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/kudu_127.13.225.61.keytab
13:38:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.225.61
13:38:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:38:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:38:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:38:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.225.20:34391
13:38:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:38:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:38:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:38:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:38:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183
13:38:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:38:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45299/jwks.json
13:38:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:38:33.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.424113 14308 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.225.61" port: 43273 } has no permanent_uuid. Determining permanent_uuid...
13:38:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:33.426694 14260 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.225.61:43273: connect: Connection refused (error 111)
13:38:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:33.432967 14308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.225.61:43273: Network error: Client connection negotiation failed: client connection to 127.13.225.61:43273: connect: Connection refused (error 111)
13:38:33.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.482460 14308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.225.61" port: 43273 } attempt: 1
13:38:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:33.486805 14308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.225.61:43273: Network error: Client connection negotiation failed: client connection to 127.13.225.61:43273: connect: Connection refused (error 111)
13:38:33.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.555212 14308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.225.61" port: 43273 } attempt: 2
13:38:33.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:33.559141 14308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.225.61:43273: Network error: Client connection negotiation failed: client connection to 127.13.225.61:43273: connect: Connection refused (error 111)
13:38:33.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.650599 14308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.225.61" port: 43273 } attempt: 3
13:38:33.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:33.654687 14308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.225.61:43273: Network error: Client connection negotiation failed: client connection to 127.13.225.61:43273: connect: Connection refused (error 111)
13:38:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:33.789477 14314 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:38:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:33.790187 14314 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:38:33.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:33.790778 14314 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:38:33.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.798164 14308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.225.61" port: 43273 } attempt: 4
13:38:33.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:33.804075 14308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.225.61:43273: Network error: Client connection negotiation failed: client connection to 127.13.225.61:43273: connect: Connection refused (error 111)
13:38:33.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:33.841369 14314 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:38:33.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:33.841691 14314 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:38:33.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:33.842168 14314 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:38:33.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:33.842511 14314 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:38:33.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:33.843034 14314 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:38:33.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:33.843392 14314 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:38:33.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:33.843663 14314 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45299/jwks.json
13:38:33.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.883062 14314 master_runner.cc:386] Master server non-default flags:
13:38:33.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:38:33.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.225.20:34391
13:38:33.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:38:33.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:38:33.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/data
13:38:33.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/wal
13:38:33.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:38:33.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:38:33.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183
13:38:33.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/kudu_127.13.225.61.keytab
13:38:33.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.225.61
13:38:33.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.225.61:43273
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45299/jwks.json
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/data/info.pb
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.225.61
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/logs
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:38:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:38:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:38:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 12:46:33 UTC on ccycloud.quasar-ezcsfi.root.comops.site
13:38:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677205
13:38:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:38:33.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.884574 14314 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:38:33.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:33.885861 14314 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:38:33.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:33.911580 14321 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:34.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:34.103597 14308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.225.61" port: 43273 } attempt: 5
13:38:34.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:34.108938 14308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.225.61:43273: Network error: Client connection negotiation failed: client connection to 127.13.225.61:43273: connect: Connection refused (error 111)
13:38:34.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:34.656459 14308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.225.61" port: 43273 } attempt: 6
13:38:34.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:34.663337 14308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.225.61:43273: Network error: Client connection negotiation failed: client connection to 127.13.225.61:43273: connect: Connection refused (error 111)
13:38:35.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:33.911568 14324 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:35.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:33.911852 14322 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:35.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:35.234897 14323 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
13:38:35.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.235009 14314 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:38:35.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.239725 14314 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:38:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.243188 14314 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:38:35.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.245029 14314 hybrid_clock.cc:648] HybridClock initialized: now 1790602715244950 us; error 73 us; skew 500 ppm
13:38:35.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.246424 14314 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:38:35.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:38:35 dist-test-slave-p1lc krb5kdc[14224](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602715, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.225.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:38:35.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.261475 14314 init.cc:377] Logged in from keytab as kudu/127.13.225.61@KRBTEST.COM (short username kudu)
13:38:35.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.268676 14314 webserver.cc:460] Webserver started at http://127.13.225.61:39007/ using document root <none> and password file <none>
13:38:35.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.269773 14314 fs_manager.cc:359] Metadata directory not provided
13:38:35.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.270018 14314 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:38:35.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.270560 14314 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:38:35.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.275956 14314 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/data/instance:
13:38:35.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "411e1b982a284740a3df105d6c7d23a0"
13:38:35.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:35 on dist-test-slave-p1lc"
13:38:35.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.277464 14314 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/wal/instance:
13:38:35.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "411e1b982a284740a3df105d6c7d23a0"
13:38:35.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:35 on dist-test-slave-p1lc"
13:38:35.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.287384 14314 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.005s sys 0.004s
13:38:35.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.294945 14336 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:38:35.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.296268 14314 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.002s sys 0.004s
13:38:35.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.296711 14314 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/data,/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/wal
13:38:35.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "411e1b982a284740a3df105d6c7d23a0"
13:38:35.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:35 on dist-test-slave-p1lc"
13:38:35.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.297269 14314 fs_report.cc:383] FS layout report
13:38:35.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:38:35.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/wal
13:38:35.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/wal
13:38:35.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/data/data
13:38:35.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:38:35.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:38:35.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:38:35.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:38:35.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:38:35.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:38:35.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:38:35.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:38:35.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:38:35.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:38:35.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:38:35.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.344318 14314 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:38:35.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.352389 14314 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:38:35.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.353452 14314 kserver.cc:163] Server-wide thread pool size limit: 3276
13:38:35.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.461669 14314 rpc_server.cc:307] RPC server started. Bound to: 127.13.225.61:43273
13:38:35.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.461742 14388 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.225.61:43273 every 8 connection(s)
13:38:35.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.464664 14314 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/data/info.pb
13:38:35.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.468834 14212 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu as pid 14314
13:38:35.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.469432 14212 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/wal/instance
13:38:35.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.474222 14389 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:38:35.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.13.225.60@KRBTEST.COM; defaulting to no policy
13:38:35.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.489660 14389 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.225.62" port: 46475 } has no permanent_uuid. Determining permanent_uuid...
13:38:35.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:38:35.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.13.225.60@KRBTEST.COM" created.
13:38:35.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:38:35 dist-test-slave-p1lc krb5kdc[14224](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602715, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.225.61@KRBTEST.COM for kudu/127.13.225.62@KRBTEST.COM
13:38:35.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.687058 14389 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.225.61" port: 43273 } has no permanent_uuid. Determining permanent_uuid...
13:38:35.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.723770 14308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.225.61" port: 43273 } attempt: 7
13:38:35.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:38:35 dist-test-slave-p1lc krb5kdc[14224](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602715, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.225.61@KRBTEST.COM for kudu/127.13.225.61@KRBTEST.COM
13:38:35.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:38:35 dist-test-slave-p1lc krb5kdc[14224](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602713, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.225.62@KRBTEST.COM for kudu/127.13.225.61@KRBTEST.COM
13:38:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.869148 14389 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } has no permanent_uuid. Determining permanent_uuid...
13:38:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.869288 14308 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } has no permanent_uuid. Determining permanent_uuid...
13:38:35.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:35.872424 14338 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.225.60:39183: connect: Connection refused (error 111)
13:38:35.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:35.876291 14308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.225.60:39183: Network error: Client connection negotiation failed: client connection to 127.13.225.60:39183: connect: Connection refused (error 111)
13:38:35.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:35.877377 14389 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.225.60:39183: Network error: Client connection negotiation failed: client connection to 127.13.225.60:39183: connect: Connection refused (error 111)
13:38:35.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.926940 14389 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } attempt: 1
13:38:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:35.931854 14389 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.225.60:39183: Network error: Client connection negotiation failed: client connection to 127.13.225.60:39183: connect: Connection refused (error 111)
13:38:35.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:35.934666 14308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } attempt: 1
13:38:35.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:35.938495 14308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.225.60:39183: Network error: Client connection negotiation failed: client connection to 127.13.225.60:39183: connect: Connection refused (error 111)
13:38:36.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:36.000296 14389 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } attempt: 2
13:38:36.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:36.004052 14389 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.225.60:39183: Network error: Client connection negotiation failed: client connection to 127.13.225.60:39183: connect: Connection refused (error 111)
13:38:36.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:36.019954 14308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } attempt: 2
13:38:36.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:36.024108 14308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.225.60:39183: Network error: Client connection negotiation failed: client connection to 127.13.225.60:39183: connect: Connection refused (error 111)
13:38:36.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:36.095460 14389 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } attempt: 3
13:38:36.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:36.099723 14389 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.225.60:39183: Network error: Client connection negotiation failed: client connection to 127.13.225.60:39183: connect: Connection refused (error 111)
13:38:36.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:36.109602 14308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } attempt: 3
13:38:36.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:36.113929 14308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.225.60:39183: Network error: Client connection negotiation failed: client connection to 127.13.225.60:39183: connect: Connection refused (error 111)
13:38:36.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:36.243193 14389 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } attempt: 4
13:38:36.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:36.247968 14389 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.225.60:39183: Network error: Client connection negotiation failed: client connection to 127.13.225.60:39183: connect: Connection refused (error 111)
13:38:36.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:36.254348 14308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } attempt: 4
13:38:36.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:36.258289 14308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.225.60:39183: Network error: Client connection negotiation failed: client connection to 127.13.225.60:39183: connect: Connection refused (error 111)
13:38:36.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:36.541714 14308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } attempt: 5
13:38:36.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:36.545893 14308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.225.60:39183: Network error: Client connection negotiation failed: client connection to 127.13.225.60:39183: connect: Connection refused (error 111)
13:38:36.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:36.547586 14389 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } attempt: 5
13:38:36.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:36.551690 14389 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.225.60:39183: Network error: Client connection negotiation failed: client connection to 127.13.225.60:39183: connect: Connection refused (error 111)
13:38:36.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
13:38:36.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.225.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/kudu_127.13.225.60.keytab.
13:38:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.225.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/kudu_127.13.225.60.keytab.
13:38:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:36.763278 14212 mini_kdc.cc:262] Time spent creating service keytab for kudu/127.13.225.60: real 1.291s user 0.006s sys 0.007s
13:38:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:36.767932 14212 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu
13:38:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu
13:38:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/wal
13:38:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/data
13:38:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:38:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:38:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:38:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:38:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:38:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:38:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/logs
13:38:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/data/info.pb
13:38:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:38:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:38:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:38:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:38:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:38:36.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:38:36.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:38:36.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:38:36.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:38:36.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:38:36.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:38:36.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:38:36.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.225.60:39183
13:38:36.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.225.60
13:38:36.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:38:36.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/kudu_127.13.225.60.keytab
13:38:36.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.225.60
13:38:36.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:38:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:38:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:38:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.225.20:34391
13:38:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:38:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:38:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:38:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:38:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183
13:38:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:38:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45299/jwks.json
13:38:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:38:37.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:37.098354 14308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } attempt: 6
13:38:37.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:37.099095 14389 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } attempt: 6
13:38:37.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:37.106712 14308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.225.60:39183: Network error: Client connection negotiation failed: client connection to 127.13.225.60:39183: connect: Connection refused (error 111)
13:38:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:37.110574 14389 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.225.60:39183: Network error: Client connection negotiation failed: client connection to 127.13.225.60:39183: connect: Connection refused (error 111)
13:38:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:37.138594 14401 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:38:37.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:37.139214 14401 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:38:37.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:37.140009 14401 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:38:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:37.174618 14401 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:38:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:37.174851 14401 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:38:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:37.175118 14401 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:38:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:37.175311 14401 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:38:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:37.175499 14401 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:38:37.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:37.175689 14401 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:38:37.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:37.175818 14401 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45299/jwks.json
13:38:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:37.219591 14401 master_runner.cc:386] Master server non-default flags:
13:38:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:38:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.225.20:34391
13:38:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:38:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:38:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/data
13:38:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/wal
13:38:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:38:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:38:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183
13:38:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/kudu_127.13.225.60.keytab
13:38:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.225.60
13:38:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:38:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:38:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:38:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.225.60:39183
13:38:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:38:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:38:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:38:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45299/jwks.json
13:38:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:38:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:38:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:38:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:38:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:38:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/data/info.pb
13:38:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.225.60
13:38:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
13:38:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:38:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:38:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:38:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:38:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:38:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/logs
13:38:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:38:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:38:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:38:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:38:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:38:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:38:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:38:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 12:46:33 UTC on ccycloud.quasar-ezcsfi.root.comops.site
13:38:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677205
13:38:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:38:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:37.221122 14401 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:38:37.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:37.222262 14401 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:38:37.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:37.243017 14415 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:38.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.140393 14308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } attempt: 7
13:38:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:38.152603 14308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.225.60:39183: Network error: Client connection negotiation failed: client connection to 127.13.225.60:39183: connect: Connection refused (error 111)
13:38:38.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.171032 14389 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } attempt: 7
13:38:38.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:38.182545 14389 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.225.60:39183: Network error: Client connection negotiation failed: client connection to 127.13.225.60:39183: connect: Connection refused (error 111)
13:38:38.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:37.246573 14413 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:38.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:37.243089 14412 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:38.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:38.591033 14414 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1346 milliseconds
13:38:38.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.591153 14401 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:38:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.592545 14401 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:38:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.596712 14401 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:38:38.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.598189 14401 hybrid_clock.cc:648] HybridClock initialized: now 1790602718598123 us; error 82 us; skew 500 ppm
13:38:38.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.599619 14401 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:38:38.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:38:38 dist-test-slave-p1lc krb5kdc[14224](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602718, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.225.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:38:38.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.606618 14401 init.cc:377] Logged in from keytab as kudu/127.13.225.60@KRBTEST.COM (short username kudu)
13:38:38.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.612654 14401 webserver.cc:460] Webserver started at http://127.13.225.60:37571/ using document root <none> and password file <none>
13:38:38.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.613646 14401 fs_manager.cc:359] Metadata directory not provided
13:38:38.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.613883 14401 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:38:38.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.614393 14401 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
13:38:38.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.619655 14401 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/data/instance:
13:38:38.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f4c2e96c05d040d2906da04d95bb8462"
13:38:38.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:38 on dist-test-slave-p1lc"
13:38:38.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.621224 14401 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/wal/instance:
13:38:38.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f4c2e96c05d040d2906da04d95bb8462"
13:38:38.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:38 on dist-test-slave-p1lc"
13:38:38.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.629719 14401 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s
13:38:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.637144 14428 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:38:38.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.638409 14401 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
13:38:38.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.638715 14401 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/data,/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/wal
13:38:38.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f4c2e96c05d040d2906da04d95bb8462"
13:38:38.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:38 on dist-test-slave-p1lc"
13:38:38.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.639077 14401 fs_report.cc:383] FS layout report
13:38:38.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:38:38.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/wal
13:38:38.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/wal
13:38:38.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/data/data
13:38:38.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:38:38.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:38:38.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:38:38.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:38:38.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:38:38.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:38:38.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:38:38.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:38:38.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:38:38.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:38:38.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:38:38.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.691963 14401 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:38:38.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.698024 14401 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:38:38.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.698511 14401 kserver.cc:163] Server-wide thread pool size limit: 3276
13:38:38.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.789016 14401 rpc_server.cc:307] RPC server started. Bound to: 127.13.225.60:39183
13:38:38.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.789132 14480 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.225.60:39183 every 8 connection(s)
13:38:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.791594 14401 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/data/info.pb
13:38:38.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.798399 14212 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu as pid 14401
13:38:38.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.798916 14212 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/wal/instance
13:38:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.800446 14481 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
13:38:38.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.819620 14481 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.225.62" port: 46475 } has no permanent_uuid. Determining permanent_uuid...
13:38:38.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:38:38 dist-test-slave-p1lc krb5kdc[14224](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602718, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.225.60@KRBTEST.COM for kudu/127.13.225.62@KRBTEST.COM
13:38:38.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:38:38 dist-test-slave-p1lc krb5kdc[14224](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602711, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.13.225.60@KRBTEST.COM
13:38:38.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.873868 14481 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.225.61" port: 43273 } has no permanent_uuid. Determining permanent_uuid...
13:38:38.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:38:38 dist-test-slave-p1lc krb5kdc[14224](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602718, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.225.60@KRBTEST.COM for kudu/127.13.225.61@KRBTEST.COM
13:38:38.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:38:38 dist-test-slave-p1lc krb5kdc[14224](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602711, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.13.225.61@KRBTEST.COM
13:38:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.912842 14481 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } has no permanent_uuid. Determining permanent_uuid...
13:38:38.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:38:38 dist-test-slave-p1lc krb5kdc[14224](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602718, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.225.60@KRBTEST.COM for kudu/127.13.225.60@KRBTEST.COM
13:38:38.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:38:38 dist-test-slave-p1lc krb5kdc[14224](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602711, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.13.225.62@KRBTEST.COM
13:38:38.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.947489 14481 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: Bootstrap starting.
13:38:38.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.955570 14212 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
13:38:38.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.956925 14481 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: Neither blocks nor log segments found. Creating new log.
13:38:38.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.959851 14481 log.cc:824] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: Log is configured to *not* fsync() on all Append() calls
13:38:38.962 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:38:38.964 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
13:38:38.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:38.969725 14481 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: No bootstrap required, opened a new log
13:38:38.974 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
13:38:38.976 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
13:38:38.979 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.13.225.62"
port: 46475
}
bound_http_address {
host: "127.13.225.62"
port: 39481
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.13.225.61"
port: 43273
}
bound_http_address {
host: "127.13.225.61"
port: 39007
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.13.225.60"
port: 39183
}
bound_http_address {
host: "127.13.225.60"
port: 37571
}
}
}
13:38:38.980 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
13:38:38.980 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:38:38.980 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
13:38:38.982 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
13:38:39.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:39.001052 14481 raft_consensus.cc:348] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e318fba08f044560aee27288b23583e3" member_type: VOTER last_known_addr { host: "127.13.225.62" port: 46475 } } peers { permanent_uuid: "411e1b982a284740a3df105d6c7d23a0" member_type: VOTER last_known_addr { host: "127.13.225.61" port: 43273 } } peers { permanent_uuid: "f4c2e96c05d040d2906da04d95bb8462" member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } }
13:38:39.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:39.001914 14481 raft_consensus.cc:374] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:38:39.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:39.002182 14481 raft_consensus.cc:729] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f4c2e96c05d040d2906da04d95bb8462, State: Initialized, Role: FOLLOWER
13:38:39.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:39.003144 14481 consensus_queue.cc:260] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e318fba08f044560aee27288b23583e3" member_type: VOTER last_known_addr { host: "127.13.225.62" port: 46475 } } peers { permanent_uuid: "411e1b982a284740a3df105d6c7d23a0" member_type: VOTER last_known_addr { host: "127.13.225.61" port: 43273 } } peers { permanent_uuid: "f4c2e96c05d040d2906da04d95bb8462" member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } }
13:38:39.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:39.007133 14492 sys_catalog.cc:455] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e318fba08f044560aee27288b23583e3" member_type: VOTER last_known_addr { host: "127.13.225.62" port: 46475 } } peers { permanent_uuid: "411e1b982a284740a3df105d6c7d23a0" member_type: VOTER last_known_addr { host: "127.13.225.61" port: 43273 } } peers { permanent_uuid: "f4c2e96c05d040d2906da04d95bb8462" member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } } }
13:38:39.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:39.008395 14492 sys_catalog.cc:458] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [sys.catalog]: This master's current role is: FOLLOWER
13:38:39.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:39.009336 14481 sys_catalog.cc:564] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [sys.catalog]: configured and running, proceeding with master startup.
13:38:39.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:38:39 dist-test-slave-p1lc krb5kdc[14224](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602719, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:38:39.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
13:38:39.027 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:38:39.029 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/krb5cc
13:38:39.039 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
13:38:39.043 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/krb5cc
13:38:39.045 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
13:38:39.049 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
13:38:39.051 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
13:38:39.051 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
13:38:39.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:39.058712 14503 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:39.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:39.059077 14503 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:39.037943 14401 master_runner.cc:186] Error getting master registration for 127.13.225.62:46475: OK, instance_id { permanent_uuid: "e318fba08f044560aee27288b23583e3" instance_seqno: 1790602713321609 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
13:38:39.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:39.103413 14401 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:38:39.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:38:39 dist-test-slave-p1lc krb5kdc[14224](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602719, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:38:39.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
13:38:39.138 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:38:39.138 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/krb5cc
13:38:39.142 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
13:38:39.142 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.13.225.62:46475
13:38:39.144 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
13:38:39.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:39.145416 14212 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu with pid 14237
13:38:39.173 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:38:39.173 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.13.225.61:43273
13:38:39.173 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
13:38:39.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:39.174274 14212 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu with pid 14314
13:38:39.200 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:38:39.200 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.13.225.60:39183
13:38:39.201 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
13:38:39.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:39.201313 14212 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu with pid 14401
13:38:39.228 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:38:39.228 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.13.225.62:46475
13:38:39.230 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
13:38:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:39.232385 14212 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu
13:38:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu
13:38:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/wal
13:38:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/data
13:38:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/logs
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/data/info.pb
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.225.62:46475
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.225.62
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39481
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/kudu_127.13.225.62.keytab
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.225.62
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.225.20:34391
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:38:39.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:38:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:38:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:38:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183
13:38:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:38:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45299/jwks.json
13:38:39.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:38:39.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:39.558465 14508 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:38:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:39.559177 14508 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:38:39.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:39.559918 14508 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:38:39.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:39.592731 14508 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:38:39.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:39.593081 14508 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:38:39.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:39.593505 14508 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:38:39.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:39.593842 14508 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:38:39.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:39.594154 14508 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:38:39.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:39.594465 14508 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:38:39.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:39.594679 14508 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45299/jwks.json
13:38:39.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:39.635838 14508 master_runner.cc:386] Master server non-default flags:
13:38:39.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:38:39.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.225.20:34391
13:38:39.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:38:39.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:38:39.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/data
13:38:39.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/wal
13:38:39.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:38:39.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:38:39.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183
13:38:39.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/kudu_127.13.225.62.keytab
13:38:39.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.225.62
13:38:39.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:38:39.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:38:39.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.225.62:46475
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45299/jwks.json
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/data/info.pb
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.225.62
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39481
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/logs
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 12:46:33 UTC on ccycloud.quasar-ezcsfi.root.comops.site
13:38:39.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677205
13:38:39.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:38:39.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:39.637508 14508 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:38:39.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:39.638839 14508 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:38:39.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:39.657656 14514 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:40.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:39.657814 14517 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:40.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:39.659447 14508 server_base.cc:1034] running on GCE node
13:38:40.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:39.659087 14515 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:40.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:40.909559 14508 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:38:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:40.912371 14508 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:38:40.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:40.913746 14508 hybrid_clock.cc:648] HybridClock initialized: now 1790602720913714 us; error 50 us; skew 500 ppm
13:38:40.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:40.914618 14508 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:38:40.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:38:40 dist-test-slave-p1lc krb5kdc[14224](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602720, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.225.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:38:40.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:40.930439 14508 init.cc:377] Logged in from keytab as kudu/127.13.225.62@KRBTEST.COM (short username kudu)
13:38:40.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:40.936717 14508 webserver.cc:460] Webserver started at http://127.13.225.62:39481/ using document root <none> and password file <none>
13:38:40.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:40.938102 14508 fs_manager.cc:359] Metadata directory not provided
13:38:40.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:40.938427 14508 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:38:40.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:40.948092 14508 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.001s sys 0.004s
13:38:40.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:40.952554 14526 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:38:40.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:40.953784 14508 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
13:38:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:40.954169 14508 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/data,/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/wal
13:38:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e318fba08f044560aee27288b23583e3"
13:38:40.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:33 on dist-test-slave-p1lc"
13:38:40.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:40.956645 14508 fs_report.cc:383] FS layout report
13:38:40.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:38:40.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/wal
13:38:40.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/wal
13:38:40.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/data/data
13:38:40.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:38:40.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:38:40.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:38:40.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:38:40.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:38:40.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:38:40.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:38:40.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:38:40.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:38:40.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:38:40.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:38:41.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:41.014114 14508 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:38:41.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:41.020613 14508 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:38:41.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:41.021170 14508 kserver.cc:163] Server-wide thread pool size limit: 3276
13:38:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:41.099745 14508 rpc_server.cc:307] RPC server started. Bound to: 127.13.225.62:46475
13:38:41.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:41.100008 14577 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.225.62:46475 every 8 connection(s)
13:38:41.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:41.103035 14508 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/data/info.pb
13:38:41.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:41.104493 14212 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu as pid 14508
13:38:41.105 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:38:41.105 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.13.225.61:43273
13:38:41.106 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
13:38:41.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:41.108120 14212 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu
13:38:41.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu
13:38:41.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/wal
13:38:41.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/data
13:38:41.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:38:41.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:38:41.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:38:41.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:38:41.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:38:41.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:38:41.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/logs
13:38:41.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/data/info.pb
13:38:41.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:38:41.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:38:41.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:38:41.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:38:41.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:38:41.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:38:41.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:38:41.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:38:41.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:38:41.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:38:41.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:38:41.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:38:41.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.225.61:43273
13:38:41.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.225.61
13:38:41.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39007
13:38:41.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/kudu_127.13.225.61.keytab
13:38:41.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.225.61
13:38:41.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:38:41.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:38:41.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:38:41.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.225.20:34391
13:38:41.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:38:41.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:38:41.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:38:41.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:38:41.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183
13:38:41.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:38:41.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45299/jwks.json
13:38:41.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:38:41.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:41.116544 14578 sys_catalog.cc:263] Verifying existing consensus state
13:38:41.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260928 13:38:41.117491 14578 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
13:38:41.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:41.117940 14508 master.cc:537] Master@127.13.225.62:46475 shutting down...
13:38:41.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:41.192093 14508 master.cc:552] Master@127.13.225.62:46475 shutdown complete.
13:38:41.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
13:38:41.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:41.445595 14580 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:38:41.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:41.446305 14580 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:38:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:41.447121 14580 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:38:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:41.478921 14580 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:38:41.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:41.479393 14580 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:38:41.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:41.479883 14580 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:38:41.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:41.480260 14580 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:38:41.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:41.480592 14580 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:38:41.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:41.480952 14580 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:38:41.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:41.481254 14580 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45299/jwks.json
13:38:41.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:41.520996 14580 master_runner.cc:386] Master server non-default flags:
13:38:41.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:38:41.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.225.20:34391
13:38:41.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:38:41.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:38:41.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/data
13:38:41.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/wal
13:38:41.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:38:41.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:38:41.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183
13:38:41.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/kudu_127.13.225.61.keytab
13:38:41.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.225.61
13:38:41.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:38:41.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:38:41.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:38:41.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.225.61:43273
13:38:41.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:38:41.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:38:41.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:38:41.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45299/jwks.json
13:38:41.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:38:41.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:38:41.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:38:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:38:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:38:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/data/info.pb
13:38:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.225.61
13:38:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=39007
13:38:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:38:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:38:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:38:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:38:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:38:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/logs
13:38:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:38:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:38:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:38:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:38:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:38:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:38:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:38:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 12:46:33 UTC on ccycloud.quasar-ezcsfi.root.comops.site
13:38:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677205
13:38:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:38:41.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:41.522548 14580 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:38:41.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:41.523900 14580 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:38:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:41.542801 14587 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:42.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:42.171509 13631 debug-util.cc:398] Leaking SignalData structure 0x7b080009fde0 after lost signal to thread 13566
13:38:42.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:42.172068 13631 debug-util.cc:398] Leaking SignalData structure 0x7b080009f920 after lost signal to thread 13634
13:38:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:41.545101 14580 server_base.cc:1034] running on GCE node
13:38:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:41.544075 14586 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:41.542903 14589 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:42.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:42.839233 14580 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:38:42.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:42.844240 14580 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:38:42.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:42.845662 14580 hybrid_clock.cc:648] HybridClock initialized: now 1790602722845613 us; error 55 us; skew 500 ppm
13:38:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:42.846632 14580 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:38:42.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:38:42 dist-test-slave-p1lc krb5kdc[14224](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602722, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.225.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:38:42.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:42.852756 14580 init.cc:377] Logged in from keytab as kudu/127.13.225.61@KRBTEST.COM (short username kudu)
13:38:42.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:42.858984 14580 webserver.cc:460] Webserver started at http://127.13.225.61:39007/ using document root <none> and password file <none>
13:38:42.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:42.859949 14580 fs_manager.cc:359] Metadata directory not provided
13:38:42.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:42.860217 14580 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:38:42.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:42.872757 14580 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.006s sys 0.001s
13:38:42.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:42.878177 14598 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:38:42.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:42.879398 14580 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
13:38:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:42.879678 14580 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/data,/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/wal
13:38:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "411e1b982a284740a3df105d6c7d23a0"
13:38:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:35 on dist-test-slave-p1lc"
13:38:42.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:42.882413 14580 fs_report.cc:383] FS layout report
13:38:42.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:38:42.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/wal
13:38:42.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/wal
13:38:42.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/data/data
13:38:42.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:38:42.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:38:42.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:38:42.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:38:42.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:38:42.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:38:42.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:38:42.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:38:42.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:38:42.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:38:42.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:38:42.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:42.926528 14580 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:38:42.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:42.932813 14580 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:38:42.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:42.933420 14580 kserver.cc:163] Server-wide thread pool size limit: 3276
13:38:43.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:43.029872 14580 rpc_server.cc:307] RPC server started. Bound to: 127.13.225.61:43273
13:38:43.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:43.030011 14650 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.225.61:43273 every 8 connection(s)
13:38:43.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:43.033042 14580 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/data/info.pb
13:38:43.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:43.038986 14212 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu as pid 14580
13:38:43.040 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:38:43.040 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.13.225.60:39183
13:38:43.040 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
13:38:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:43.042160 14212 external_mini_cluster.cc:1326] Running /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu
13:38:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu
13:38:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/wal
13:38:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/data
13:38:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
13:38:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
13:38:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
13:38:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:38:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:38:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:38:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/logs
13:38:43.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/data/info.pb
13:38:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:38:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
13:38:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
13:38:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
13:38:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
13:38:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:38:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:38:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:38:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
13:38:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
13:38:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:38:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:38:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.225.60:39183
13:38:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.225.60
13:38:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37571
13:38:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/kudu_127.13.225.60.keytab
13:38:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.225.60
13:38:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:38:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
13:38:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
13:38:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.225.20:34391
13:38:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:38:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:38:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:38:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:38:43.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183
13:38:43.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:38:43.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45299/jwks.json
13:38:43.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
13:38:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:43.049885 14651 sys_catalog.cc:263] Verifying existing consensus state
13:38:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260928 13:38:43.050957 14651 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
13:38:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:43.053119 14580 master.cc:537] Master@127.13.225.61:43273 shutting down...
13:38:43.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:43.145123 14580 master.cc:552] Master@127.13.225.61:43273 shutdown complete.
13:38:43.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
13:38:43.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:43.400523 14653 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
13:38:43.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:43.401319 14653 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
13:38:43.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:43.402052 14653 flags.cc:425] Enabled unsafe flag: --never_fsync=true
13:38:43.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:43.435432 14653 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
13:38:43.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:43.435720 14653 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
13:38:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:43.436134 14653 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
13:38:43.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:43.436476 14653 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
13:38:43.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:43.436810 14653 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
13:38:43.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:43.437191 14653 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
13:38:43.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:43.437420 14653 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45299/jwks.json
13:38:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:43.475695 14653 master_runner.cc:386] Master server non-default flags:
13:38:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
13:38:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.225.20:34391
13:38:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
13:38:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
13:38:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/data
13:38:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/wal
13:38:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
13:38:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
13:38:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183
13:38:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/krb5kdc/kudu_127.13.225.60.keytab
13:38:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.225.60
13:38:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
13:38:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
13:38:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
13:38:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.225.60:39183
13:38:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
13:38:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
13:38:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
13:38:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45299/jwks.json
13:38:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
13:38:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
13:38:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
13:38:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
13:38:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
13:38:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/data/info.pb
13:38:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.225.60
13:38:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37571
13:38:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
13:38:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
13:38:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
13:38:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
13:38:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
13:38:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/logs
13:38:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
13:38:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
13:38:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
13:38:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
13:38:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
13:38:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
13:38:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
13:38:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 12:46:33 UTC on ccycloud.quasar-ezcsfi.root.comops.site
13:38:43.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677205
13:38:43.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
13:38:43.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:43.477303 14653 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
13:38:43.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:43.478788 14653 file_cache.cc:493] Constructed file cache file cache with capacity 419430
13:38:43.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:43.499740 14659 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:44.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:44.775624 13713 debug-util.cc:398] Leaking SignalData structure 0x7b0800052080 after lost signal to thread 13642
13:38:44.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:44.776584 13713 debug-util.cc:398] Leaking SignalData structure 0x7b08000723a0 after lost signal to thread 13716
13:38:44.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:43.502882 14662 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:44.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:43.499902 14660 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
13:38:44.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:44.884714 14661 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1382 milliseconds
13:38:44.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:44.884825 14653 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
13:38:44.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:44.886191 14653 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
13:38:44.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:44.889289 14653 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
13:38:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:44.890743 14653 hybrid_clock.cc:648] HybridClock initialized: now 1790602724890678 us; error 73 us; skew 500 ppm
13:38:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:44.891561 14653 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
13:38:44.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:38:44 dist-test-slave-p1lc krb5kdc[14224](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602724, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.225.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:38:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:44.897773 14653 init.cc:377] Logged in from keytab as kudu/127.13.225.60@KRBTEST.COM (short username kudu)
13:38:44.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:44.906986 14653 webserver.cc:460] Webserver started at http://127.13.225.60:37571/ using document root <none> and password file <none>
13:38:44.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:44.907969 14653 fs_manager.cc:359] Metadata directory not provided
13:38:44.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:44.908236 14653 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
13:38:44.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:44.923902 14653 fs_manager.cc:709] Time spent opening directory manager: real 0.012s user 0.002s sys 0.008s
13:38:44.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:44.929292 14672 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
13:38:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:44.930683 14653 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.003s
13:38:44.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:44.931201 14653 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/data,/tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/wal
13:38:44.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f4c2e96c05d040d2906da04d95bb8462"
13:38:44.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 13:38:38 on dist-test-slave-p1lc"
13:38:44.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:44.933732 14653 fs_report.cc:383] FS layout report
13:38:44.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
13:38:44.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/wal
13:38:44.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/wal
13:38:44.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/data/data
13:38:44.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
13:38:44.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
13:38:44.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
13:38:44.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
13:38:44.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
13:38:44.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
13:38:44.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
13:38:44.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
13:38:44.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
13:38:44.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
13:38:44.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
13:38:44.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:44.989605 14653 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
13:38:44.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:44.995532 14653 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
13:38:44.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:44.995949 14653 kserver.cc:163] Server-wide thread pool size limit: 3276
13:38:45.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:45.090824 14653 rpc_server.cc:307] RPC server started. Bound to: 127.13.225.60:39183
13:38:45.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:45.090920 14723 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.225.60:39183 every 8 connection(s)
13:38:45.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:45.095062 14653 server_base.cc:1166] Dumped server information to /tmp/dist-test-task8KhxCk/test-tmp/mini-kudu-cluster4688313438953222357/master-2/data/info.pb
13:38:45.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:45.097232 14212 external_mini_cluster.cc:1388] Started /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu as pid 14653
13:38:45.098 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
13:38:45.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:45.112061 14724 sys_catalog.cc:263] Verifying existing consensus state
13:38:45.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:45.120810 14724 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: Bootstrap starting.
13:38:45.169 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:38:45.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:45.169760 14724 log.cc:824] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: Log is configured to *not* fsync() on all Append() calls
13:38:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:45.183054 14724 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
13:38:45.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:45.184092 14724 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: Bootstrap complete.
13:38:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:45.220818 14724 raft_consensus.cc:348] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e318fba08f044560aee27288b23583e3" member_type: VOTER last_known_addr { host: "127.13.225.62" port: 46475 } } peers { permanent_uuid: "411e1b982a284740a3df105d6c7d23a0" member_type: VOTER last_known_addr { host: "127.13.225.61" port: 43273 } } peers { permanent_uuid: "f4c2e96c05d040d2906da04d95bb8462" member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } }
13:38:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:45.224242 14724 raft_consensus.cc:374] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
13:38:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:45.224534 14724 raft_consensus.cc:729] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f4c2e96c05d040d2906da04d95bb8462, State: Initialized, Role: FOLLOWER
13:38:45.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:45.225564 14724 consensus_queue.cc:260] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e318fba08f044560aee27288b23583e3" member_type: VOTER last_known_addr { host: "127.13.225.62" port: 46475 } } peers { permanent_uuid: "411e1b982a284740a3df105d6c7d23a0" member_type: VOTER last_known_addr { host: "127.13.225.61" port: 43273 } } peers { permanent_uuid: "f4c2e96c05d040d2906da04d95bb8462" member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } }
13:38:45.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:45.237916 14729 sys_catalog.cc:455] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e318fba08f044560aee27288b23583e3" member_type: VOTER last_known_addr { host: "127.13.225.62" port: 46475 } } peers { permanent_uuid: "411e1b982a284740a3df105d6c7d23a0" member_type: VOTER last_known_addr { host: "127.13.225.61" port: 43273 } } peers { permanent_uuid: "f4c2e96c05d040d2906da04d95bb8462" member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } } }
13:38:45.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:45.238819 14729 sys_catalog.cc:458] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [sys.catalog]: This master's current role is: FOLLOWER
13:38:45.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:45.254341 14724 sys_catalog.cc:564] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [sys.catalog]: configured and running, proceeding with master startup.
13:38:45.268 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:38:45.278 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.225.60:39183(127.13.225.60:39183)] connecting to peer
13:38:45.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:45.353883 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:45.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:45.354234 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:45.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:45.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:45.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:45.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:45.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:45.367 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.13.225.60:39183(127.13.225.60:39183)] Successfully connected to peer
13:38:45.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:45.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:45.357259 14653 master_runner.cc:186] Error getting master registration for 127.13.225.62:46475: Network error: Client connection negotiation failed: client connection to 127.13.225.62:46475: connect: Connection refused (error 111),
13:38:45.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:45.388166 14653 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:38:45.488 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
13:38:45.499 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.13.225.60
13:38:45.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:45.503067 14678 tablet.cc:2369] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: Can't schedule compaction. Clean time has not been advanced past its initial value.
13:38:45.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:45.523449 14729 raft_consensus.cc:482] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:38:45.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:45.524058 14729 raft_consensus.cc:504] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e318fba08f044560aee27288b23583e3" member_type: VOTER last_known_addr { host: "127.13.225.62" port: 46475 } } peers { permanent_uuid: "411e1b982a284740a3df105d6c7d23a0" member_type: VOTER last_known_addr { host: "127.13.225.61" port: 43273 } } peers { permanent_uuid: "f4c2e96c05d040d2906da04d95bb8462" member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } }
13:38:45.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:45.529214 14676 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.225.62:46475: connect: Connection refused (error 111)
13:38:45.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:45.528680 14729 leader_election.cc:288] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e318fba08f044560aee27288b23583e3 (127.13.225.62:46475), 411e1b982a284740a3df105d6c7d23a0 (127.13.225.61:43273)
13:38:45.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:45.544552 14676 leader_election.cc:334] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e318fba08f044560aee27288b23583e3 (127.13.225.62:46475): Network error: Client connection negotiation failed: client connection to 127.13.225.62:46475: connect: Connection refused (error 111)
13:38:45.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:45.545429 14676 leader_election.cc:334] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 411e1b982a284740a3df105d6c7d23a0 (127.13.225.61:43273): Network error: Client connection negotiation failed: client connection to 127.13.225.61:43273: connect: Connection refused (error 111)
13:38:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:45.546005 14676 leader_election.cc:302] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f4c2e96c05d040d2906da04d95bb8462; no voters: 411e1b982a284740a3df105d6c7d23a0, e318fba08f044560aee27288b23583e3
13:38:45.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:45.547065 14729 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:38:45.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:38:45 dist-test-slave-p1lc krb5kdc[14224](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602719, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.13.225.60@KRBTEST.COM
13:38:45.810 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8d468a88, L:/127.0.0.1:48496 - R:/127.13.225.60:39183] using SASL/GSSAPI
13:38:45.833 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:38:45.845 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:38:45.848 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:38:45.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:45.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:45.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:45.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:45.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:45.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:45.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:38:45.884 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:38:45.886 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:38:45.887 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:45.887 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:45.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:45.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:45.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:45.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:45.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:38:45.905 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:38:45.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:45.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:45.914 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:45.915 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:38:45.920 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:45.920 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:45.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:45.926 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:38:45.945 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:38:45.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:45.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:45.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:45.951 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:38:45.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:45.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:45.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:45.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:38:45.984 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:38:45.985 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:38:45.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:45.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:45.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:45.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:45.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:45.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:45.993 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:38:46.044 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:38:46.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:46.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:46.067 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:46.067 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:38:46.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:46.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:46.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:46.078 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:38:46.164 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:38:46.166 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:38:46.167 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:46.167 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:46.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:46.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:46.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:46.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:46.175 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:38:46.245 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:38:46.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:46.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:46.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:46.249 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:38:46.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:46.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:46.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:46.268 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:38:46.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:46.358680 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:46.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:46.359318 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:46.604 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:38:46.605 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:38:46.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:46.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:46.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:46.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:46.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:46.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:46.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:38:46.984 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:38:46.985 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:38:46.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:46.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:46.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:46.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:46.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:46.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:46.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:38:47.324 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:38:47.325 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:38:47.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:47.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:47.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:47.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:47.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:47.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:47.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:38:47.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:47.363533 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:47.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:47.363855 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:47.384214 14751 raft_consensus.cc:482] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:38:47.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:47.384631 14751 raft_consensus.cc:504] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e318fba08f044560aee27288b23583e3" member_type: VOTER last_known_addr { host: "127.13.225.62" port: 46475 } } peers { permanent_uuid: "411e1b982a284740a3df105d6c7d23a0" member_type: VOTER last_known_addr { host: "127.13.225.61" port: 43273 } } peers { permanent_uuid: "f4c2e96c05d040d2906da04d95bb8462" member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } }
13:38:47.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:47.386252 14751 leader_election.cc:288] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e318fba08f044560aee27288b23583e3 (127.13.225.62:46475), 411e1b982a284740a3df105d6c7d23a0 (127.13.225.61:43273)
13:38:47.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:47.392943 14676 leader_election.cc:334] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e318fba08f044560aee27288b23583e3 (127.13.225.62:46475): Network error: Client connection negotiation failed: client connection to 127.13.225.62:46475: connect: Connection refused (error 111)
13:38:47.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:47.393392 14676 leader_election.cc:334] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 411e1b982a284740a3df105d6c7d23a0 (127.13.225.61:43273): Network error: Client connection negotiation failed: client connection to 127.13.225.61:43273: connect: Connection refused (error 111)
13:38:47.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:47.393641 14676 leader_election.cc:302] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f4c2e96c05d040d2906da04d95bb8462; no voters: 411e1b982a284740a3df105d6c7d23a0, e318fba08f044560aee27288b23583e3
13:38:47.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:47.394161 14751 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:38:48.063 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:38:48.065 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:38:48.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:48.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:48.067 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:48.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:48.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:48.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:48.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:38:48.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:48.366935 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:48.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:48.367214 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:49.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:49.370088 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:49.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:49.370352 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:49.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:49.659618 14757 raft_consensus.cc:482] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:38:49.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:49.659976 14757 raft_consensus.cc:504] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e318fba08f044560aee27288b23583e3" member_type: VOTER last_known_addr { host: "127.13.225.62" port: 46475 } } peers { permanent_uuid: "411e1b982a284740a3df105d6c7d23a0" member_type: VOTER last_known_addr { host: "127.13.225.61" port: 43273 } } peers { permanent_uuid: "f4c2e96c05d040d2906da04d95bb8462" member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } }
13:38:49.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:49.661513 14757 leader_election.cc:288] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e318fba08f044560aee27288b23583e3 (127.13.225.62:46475), 411e1b982a284740a3df105d6c7d23a0 (127.13.225.61:43273)
13:38:49.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:49.668123 14676 leader_election.cc:334] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e318fba08f044560aee27288b23583e3 (127.13.225.62:46475): Network error: Client connection negotiation failed: client connection to 127.13.225.62:46475: connect: Connection refused (error 111)
13:38:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:49.668684 14676 leader_election.cc:334] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 411e1b982a284740a3df105d6c7d23a0 (127.13.225.61:43273): Network error: Client connection negotiation failed: client connection to 127.13.225.61:43273: connect: Connection refused (error 111)
13:38:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:49.669044 14676 leader_election.cc:302] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f4c2e96c05d040d2906da04d95bb8462; no voters: 411e1b982a284740a3df105d6c7d23a0, e318fba08f044560aee27288b23583e3
13:38:49.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:49.669732 14757 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:38:50.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:50.373358 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:50.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:50.373641 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:50.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:50.390923 14653 master_runner.cc:186] Error getting master registration for 127.13.225.62:46475: Network error: Client connection negotiation failed: client connection to 127.13.225.62:46475: connect: Connection refused (error 111),
13:38:50.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:50.391348 14653 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:38:51.064 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:38:51.065 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:38:51.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:51.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:51.067 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:51.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:51.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:51.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:51.071 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:38:51.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:51.376434 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:51.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:51.376694 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:52.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:52.171130 14764 raft_consensus.cc:482] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:38:52.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:52.171553 14764 raft_consensus.cc:504] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e318fba08f044560aee27288b23583e3" member_type: VOTER last_known_addr { host: "127.13.225.62" port: 46475 } } peers { permanent_uuid: "411e1b982a284740a3df105d6c7d23a0" member_type: VOTER last_known_addr { host: "127.13.225.61" port: 43273 } } peers { permanent_uuid: "f4c2e96c05d040d2906da04d95bb8462" member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } }
13:38:52.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:52.173205 14764 leader_election.cc:288] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e318fba08f044560aee27288b23583e3 (127.13.225.62:46475), 411e1b982a284740a3df105d6c7d23a0 (127.13.225.61:43273)
13:38:52.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:52.175596 14676 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.225.62:46475: connect: Connection refused (error 111) [suppressed 5 similar messages]
13:38:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:52.178771 14676 leader_election.cc:334] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e318fba08f044560aee27288b23583e3 (127.13.225.62:46475): Network error: Client connection negotiation failed: client connection to 127.13.225.62:46475: connect: Connection refused (error 111)
13:38:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:52.179251 14676 leader_election.cc:334] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 411e1b982a284740a3df105d6c7d23a0 (127.13.225.61:43273): Network error: Client connection negotiation failed: client connection to 127.13.225.61:43273: connect: Connection refused (error 111)
13:38:52.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:52.179518 14676 leader_election.cc:302] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f4c2e96c05d040d2906da04d95bb8462; no voters: 411e1b982a284740a3df105d6c7d23a0, e318fba08f044560aee27288b23583e3
13:38:52.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:52.180048 14764 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:38:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:52.379578 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:52.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:52.379827 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:53.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:53.391909 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:53.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:53.392268 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:53.863 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:38:53.865 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:38:53.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:53.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:53.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:53.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:53.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:53.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:53.870 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:38:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:54.395172 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:54.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:54.395416 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:54.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:38:54 dist-test-slave-p1lc krb5kdc[14224](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602734, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.225.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:38:54.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:54.902598 14667 init.cc:295] Successfully reacquired a new kerberos TGT
13:38:55.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:55.394613 14653 master_runner.cc:186] Error getting master registration for 127.13.225.62:46475: Network error: Client connection negotiation failed: client connection to 127.13.225.62:46475: connect: Connection refused (error 111),
13:38:55.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:55.394997 14653 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:38:55.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:55.398334 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:55.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:55.398612 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:56.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:56.401830 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:56.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:56.402158 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:56.564 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:38:56.565 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:38:56.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:56.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:56.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:56.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:56.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:56.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:56.570 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:38:57.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:57.404974 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:57.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:57.405292 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:58.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:58.408113 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:58.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:58.408433 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:58.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:58.920787 14775 raft_consensus.cc:482] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:38:58.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:58.921450 14775 raft_consensus.cc:504] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e318fba08f044560aee27288b23583e3" member_type: VOTER last_known_addr { host: "127.13.225.62" port: 46475 } } peers { permanent_uuid: "411e1b982a284740a3df105d6c7d23a0" member_type: VOTER last_known_addr { host: "127.13.225.61" port: 43273 } } peers { permanent_uuid: "f4c2e96c05d040d2906da04d95bb8462" member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } }
13:38:58.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:58.923275 14775 leader_election.cc:288] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e318fba08f044560aee27288b23583e3 (127.13.225.62:46475), 411e1b982a284740a3df105d6c7d23a0 (127.13.225.61:43273)
13:38:58.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:58.926188 14676 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.225.62:46475: connect: Connection refused (error 111) [suppressed 1 similar messages]
13:38:58.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:58.929222 14676 leader_election.cc:334] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e318fba08f044560aee27288b23583e3 (127.13.225.62:46475): Network error: Client connection negotiation failed: client connection to 127.13.225.62:46475: connect: Connection refused (error 111)
13:38:58.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:58.929812 14676 leader_election.cc:334] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 411e1b982a284740a3df105d6c7d23a0 (127.13.225.61:43273): Network error: Client connection negotiation failed: client connection to 127.13.225.61:43273: connect: Connection refused (error 111)
13:38:58.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:58.930109 14676 leader_election.cc:302] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f4c2e96c05d040d2906da04d95bb8462; no voters: 411e1b982a284740a3df105d6c7d23a0, e318fba08f044560aee27288b23583e3
13:38:58.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:38:58.930924 14775 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:38:59.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:59.411482 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:38:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:38:59.411790 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:38:59.524 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:38:59.526 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:38:59.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:59.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:59.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:38:59.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:59.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:59.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:38:59.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:39:00.144 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:39:00.145 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:39:00.146 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:00.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:00.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:00.149 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:00.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:00.149 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:00.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:39:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:00.397708 14653 master_runner.cc:186] Error getting master registration for 127.13.225.62:46475: Network error: Client connection negotiation failed: client connection to 127.13.225.62:46475: connect: Connection refused (error 111),
13:39:00.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:00.398101 14653 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:39:00.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:00.414711 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:39:00.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:00.415043 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:39:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:01.417869 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:39:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:01.418180 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:39:01.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:01.951413 14783 raft_consensus.cc:482] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:39:01.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:01.951797 14783 raft_consensus.cc:504] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e318fba08f044560aee27288b23583e3" member_type: VOTER last_known_addr { host: "127.13.225.62" port: 46475 } } peers { permanent_uuid: "411e1b982a284740a3df105d6c7d23a0" member_type: VOTER last_known_addr { host: "127.13.225.61" port: 43273 } } peers { permanent_uuid: "f4c2e96c05d040d2906da04d95bb8462" member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } }
13:39:01.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:01.953455 14783 leader_election.cc:288] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e318fba08f044560aee27288b23583e3 (127.13.225.62:46475), 411e1b982a284740a3df105d6c7d23a0 (127.13.225.61:43273)
13:39:01.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:01.959444 14676 leader_election.cc:334] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e318fba08f044560aee27288b23583e3 (127.13.225.62:46475): Network error: Client connection negotiation failed: client connection to 127.13.225.62:46475: connect: Connection refused (error 111)
13:39:01.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:01.960053 14676 leader_election.cc:334] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 411e1b982a284740a3df105d6c7d23a0 (127.13.225.61:43273): Network error: Client connection negotiation failed: client connection to 127.13.225.61:43273: connect: Connection refused (error 111)
13:39:01.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:01.960433 14676 leader_election.cc:302] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f4c2e96c05d040d2906da04d95bb8462; no voters: 411e1b982a284740a3df105d6c7d23a0, e318fba08f044560aee27288b23583e3
13:39:01.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:01.961141 14783 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:39:02.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:02.421437 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:39:02.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:02.421816 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:39:03.384 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:39:03.385 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:39:03.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:03.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:03.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:03.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:03.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:03.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:03.390 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:39:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:03.426074 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:39:03.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:03.426503 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:39:03.843 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:39:03.844 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:39:03.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:03.846 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:03.846 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:03.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:03.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:03.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:03.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:39:04.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:04.429579 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:39:04.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:04.429858 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:39:04.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:39:04 dist-test-slave-p1lc krb5kdc[14224](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602744, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.225.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:39:04.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:04.905087 14667 init.cc:295] Successfully reacquired a new kerberos TGT
13:39:05.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:05.401705 14653 master_runner.cc:186] Error getting master registration for 127.13.225.62:46475: Network error: Client connection negotiation failed: client connection to 127.13.225.62:46475: connect: Connection refused (error 111),
13:39:05.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:05.402200 14653 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:39:05.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:05.432753 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:39:05.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:05.433108 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:39:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:05.480903 14791 raft_consensus.cc:482] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:39:05.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:05.481629 14791 raft_consensus.cc:504] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e318fba08f044560aee27288b23583e3" member_type: VOTER last_known_addr { host: "127.13.225.62" port: 46475 } } peers { permanent_uuid: "411e1b982a284740a3df105d6c7d23a0" member_type: VOTER last_known_addr { host: "127.13.225.61" port: 43273 } } peers { permanent_uuid: "f4c2e96c05d040d2906da04d95bb8462" member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } }
13:39:05.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:05.483625 14791 leader_election.cc:288] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e318fba08f044560aee27288b23583e3 (127.13.225.62:46475), 411e1b982a284740a3df105d6c7d23a0 (127.13.225.61:43273)
13:39:05.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:05.485579 14676 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.225.62:46475: connect: Connection refused (error 111) [suppressed 3 similar messages]
13:39:05.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:05.489064 14676 leader_election.cc:334] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e318fba08f044560aee27288b23583e3 (127.13.225.62:46475): Network error: Client connection negotiation failed: client connection to 127.13.225.62:46475: connect: Connection refused (error 111)
13:39:05.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:05.489706 14676 leader_election.cc:334] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 411e1b982a284740a3df105d6c7d23a0 (127.13.225.61:43273): Network error: Client connection negotiation failed: client connection to 127.13.225.61:43273: connect: Connection refused (error 111)
13:39:05.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:05.490029 14676 leader_election.cc:302] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f4c2e96c05d040d2906da04d95bb8462; no voters: 411e1b982a284740a3df105d6c7d23a0, e318fba08f044560aee27288b23583e3
13:39:05.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:05.490790 14791 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:39:06.184 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:39:06.185 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:39:06.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:06.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:06.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:06.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:06.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:06.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:06.189 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:39:06.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:06.436070 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:39:06.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:06.436329 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:39:07.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:07.439257 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:39:07.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:07.439517 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:39:07.964 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:39:07.964 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:39:07.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:07.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:07.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:07.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:07.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:07.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:07.969 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:39:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:08.442364 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:39:08.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:08.442625 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:39:08.924 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:39:08.925 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:39:08.925 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:08.925 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:08.926 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:08.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:08.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:08.927 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:08.929 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:39:09.084 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:39:09.085 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:39:09.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:09.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:09.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:09.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:09.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:09.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:09.089 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:39:09.364 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:39:09.365 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:39:09.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:09.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:09.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:09.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:09.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:09.367 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:09.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:39:09.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:09.445730 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:39:09.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:09.446044 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:39:09.564 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:39:09.565 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:39:09.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:09.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:09.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:09.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:09.567 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:09.567 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:09.569 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:39:10.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:10.404763 14653 master_runner.cc:186] Error getting master registration for 127.13.225.62:46475: Network error: Client connection negotiation failed: client connection to 127.13.225.62:46475: connect: Connection refused (error 111),
13:39:10.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:10.405175 14653 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
13:39:10.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:10.449198 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:39:10.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:10.449460 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:39:10.624 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:39:10.625 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:39:10.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:10.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:10.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:10.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:10.627 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:10.627 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:10.629 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:39:10.944 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:39:10.945 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:39:10.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:10.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:10.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:10.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:10.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:10.947 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:10.950 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:39:11.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:11.452625 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:39:11.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:11.452972 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:39:12.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:12.456359 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:39:12.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:12.456666 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:39:13.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:13.460714 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:39:13.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:13.461131 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:39:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:14.463857 14743 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
13:39:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:14.464109 14743 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
13:39:14.545 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:39:14.545 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:39:14.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:14.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:14.547 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:14.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:14.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:14.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:14.551 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:39:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 13:39:14 dist-test-slave-p1lc krb5kdc[14224](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790602754, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.225.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
13:39:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:14.907472 14667 init.cc:295] Successfully reacquired a new kerberos TGT
13:39:14.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:14.914271 14801 raft_consensus.cc:482] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
13:39:14.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:14.914840 14801 raft_consensus.cc:504] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e318fba08f044560aee27288b23583e3" member_type: VOTER last_known_addr { host: "127.13.225.62" port: 46475 } } peers { permanent_uuid: "411e1b982a284740a3df105d6c7d23a0" member_type: VOTER last_known_addr { host: "127.13.225.61" port: 43273 } } peers { permanent_uuid: "f4c2e96c05d040d2906da04d95bb8462" member_type: VOTER last_known_addr { host: "127.13.225.60" port: 39183 } }
13:39:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:14.916767 14801 leader_election.cc:288] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e318fba08f044560aee27288b23583e3 (127.13.225.62:46475), 411e1b982a284740a3df105d6c7d23a0 (127.13.225.61:43273)
13:39:14.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:14.919615 14676 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.225.62:46475: connect: Connection refused (error 111) [suppressed 1 similar messages]
13:39:14.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:14.922742 14676 leader_election.cc:334] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer e318fba08f044560aee27288b23583e3 (127.13.225.62:46475): Network error: Client connection negotiation failed: client connection to 127.13.225.62:46475: connect: Connection refused (error 111)
13:39:14.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 13:39:14.923290 14676 leader_election.cc:334] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 411e1b982a284740a3df105d6c7d23a0 (127.13.225.61:43273): Network error: Client connection negotiation failed: client connection to 127.13.225.61:43273: connect: Connection refused (error 111)
13:39:14.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:14.923527 14676 leader_election.cc:302] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f4c2e96c05d040d2906da04d95bb8462; no voters: 411e1b982a284740a3df105d6c7d23a0, e318fba08f044560aee27288b23583e3
13:39:14.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:14.924096 14801 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f4c2e96c05d040d2906da04d95bb8462 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
13:39:14.944 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.62:46475(127.13.225.62:46475)] connecting to peer
13:39:14.945 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.225.61:43273(127.13.225.61:43273)] connecting to peer
13:39:14.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:14.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.225.62:46475(127.13.225.62:46475)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:14.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.62:46475: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475
13:39:14.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:14.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.61:43273(127.13.225.61:43273)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:14.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.225.61:43273: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
13:39:14.951 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183; will retry
13:39:14.956 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29849), Traces: [0ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [250ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [259ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [718ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [726ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [736ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [740ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [748ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [754ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [756ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [775ms] refreshing cache from master, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [779ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [782ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [785ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [786ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [797ms] refreshing cache from master, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [806ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [807ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [811ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [812ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [817ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [818ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [836ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [840ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [844ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [849ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [851ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [852ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [875ms] refreshing cache from master, [876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [879ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [882ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [884ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [885ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [936ms] refreshing cache from master, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [951ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [965ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [969ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [970ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [1055ms] refreshing cache from master, [1055ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [1058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [1059ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [1061ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [1060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [1067ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [1068ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [1136ms] refreshing cache from master, [1137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [1140ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [1146ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [1159ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [1160ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [1495ms] refreshing cache from master, [1496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [1497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [1498ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [1499ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [1504ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [1505ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [1507ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [1875ms] refreshing cache from master, [1875ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [1877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [1878ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [1879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [1879ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [1884ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [2215ms] refreshing cache from master, [2215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [2217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [2217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [2218ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [2221ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [2222ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [2223ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [2955ms] refreshing cache from master, [2955ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [2956ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [2958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [2959ms] too many traces: truncated at 100 traces, deferred=Deferred@1954974406(state=PENDING, result=null, callback=(continuation of Deferred@969766221 after retry RPC after error@1818150409) -> (continuation of Deferred@739034915 after retry RPC after error@1822210270) -> (continuation of Deferred@1042931485 after retry RPC after error@618477663) -> (continuation of Deferred@1847772728 after retry RPC after error@1735514474) -> (continuation of Deferred@399520686 after retry RPC after error@1518530251) -> (continuation of Deferred@585756837 after retry RPC after error@1270531867) -> (continuation of Deferred@1566691457 after retry RPC after error@282630480) -> (continuation of Deferred@2111385398 after retry RPC after error@1615248777) -> (continuation of Deferred@871402712 after retry RPC after error@1731625455) -> (continuation of Deferred@1394778784 after retry RPC after error@115210168) -> (continuation of Deferred@838610423 after retry RPC after error@1654062046) -> (continuation of Deferred@619147918 after retry RPC after error@1299067293) -> (continuation of Deferred@497892946 after retry RPC after error@1219526194) -> (continuation of Deferred@1465648808 after retry RPC after error@1803691783) -> (continuation of Deferred@531221387 after retry RPC after error@1411610530) -> (continuation of Deferred@1669157576 after retry RPC after error@423492543) -> (continuation of Deferred@1209634432 after retry RPC after error@130580038) -> (continuation of Deferred@246056805 after retry RPC after error@2017228044) -> (continuation of Deferred@2094369029 after retry RPC after error@950792855) -> (continuation of Deferred@1658899272 after retry RPC after error@2037339661) -> (continuation of Deferred@690124164 after retry RPC after error@1316619645) -> (continuation of Deferred@707018097 after retry RPC after error@695781638) -> (continuation of Deferred@332142584 after retry RPC after error@218343697) -> (continuation of Deferred@105366133 after retry RPC after error@1771572034) -> (continuation of Deferred@446214750 after retry RPC after error@172215101) -> (continuation of Deferred@842003562 after retry RPC after error@465841014) -> (continuation of Deferred@1150378002 after retry RPC after error@1352618398) -> (continuation of Deferred@492729155 after retry RPC after error@670790661) -> (continuation of Deferred@1755648280 after retry RPC after error@1109179955), errback=(continuation of Deferred@969766221 after retry RPC after error@1818150409) -> (continuation of Deferred@739034915 after retry RPC after error@1822210270) -> (continuation of Deferred@1042931485 after retry RPC after error@618477663) -> (continuation of Deferred@1847772728 after retry RPC after error@1735514474) -> (continuation of Deferred@399520686 after retry RPC after error@1518530251) -> (continuation of Deferred@585756837 after retry RPC after error@1270531867) -> (continuation of Deferred@1566691457 after retry RPC after error@282630480) -> (continuation of Deferred@2111385398 after retry RPC after error@1615248777) -> (continuation of Deferred@871402712 after retry RPC after error@1731625455) -> (continuation of Deferred@1394778784 after retry RPC after error@115210168) -> (continuation of Deferred@838610423 after retry RPC after error@1654062046) -> (continuation of Deferred@619147918 after retry RPC after error@1299067293) -> (continuation of Deferred@497892946 after retry RPC after error@1219526194) -> (continuation of Deferred@1465648808 after retry RPC after error@1803691783) -> (continuation of Deferred@531221387 after retry RPC after error@1411610530) -> (continuation of Deferred@1669157576 after retry RPC after error@423492543) -> (continuation of Deferred@1209634432 after retry RPC after error@130580038) -> (continuation of Deferred@246056805 after retry RPC after error@2017228044) -> (continuation of Deferred@2094369029 after retry RPC after error@950792855) -> (continuation of Deferred@1658899272 after retry RPC after error@2037339661) -> (continuation of Deferred@690124164 after retry RPC after error@1316619645) -> (continuation of Deferred@707018097 after retry RPC after error@695781638) -> (continuation of Deferred@332142584 after retry RPC after error@218343697) -> (continuation of Deferred@105366133 after retry RPC after error@1771572034) -> (continuation of Deferred@446214750 after retry RPC after error@172215101) -> (continuation of Deferred@842003562 after retry RPC after error@465841014) -> (continuation of Deferred@1150378002 after retry RPC after error@1352618398) -> (continuation of Deferred@492729155 after retry RPC after error@670790661) -> (continuation of Deferred@1755648280 after retry RPC after error@1109179955)))
13:39:14.962 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.13.225.60:39183(127.13.225.60:39183)] disconnecting while in state READY
13:39:14.963 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.13.225.62:46475(127.13.225.62:46475)] disconnecting while in state TERMINATED
13:39:14.964 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.13.225.61:43273(127.13.225.61:43273)] disconnecting while in state TERMINATED
13:39:14.968 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
13:39:14.970 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.13.225.60:39183(127.13.225.60:39183)] handling channelInactive
13:39:14.970 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.225.60:39183(127.13.225.60:39183)] cleaning up while in state READY due to: connection closed
13:39:14.971 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
13:39:14.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:14.981683 14212 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu with pid 14653
13:39:16.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T13:39:16Z chronyd exiting
13:39:17.218 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
13:39:17.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:17.219777 13480 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu with pid 13763
13:39:17.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:17.246989 13480 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu with pid 13920
13:39:17.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:17.283914 13480 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu with pid 14069
13:39:17.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:17.311348 13480 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu with pid 13492
13:39:17.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:17.345347 13480 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu with pid 13562
13:39:17.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 13:39:17.376669 13480 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task8KhxCk/build/tsan/bin/kudu with pid 13637
13:39:18.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T13:39:18Z chronyd exiting
13:39:19.558 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29849), Traces: [0ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [250ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [259ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [718ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [726ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [736ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [740ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [748ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [754ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [756ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [775ms] refreshing cache from master, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [779ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [782ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [785ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [786ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [797ms] refreshing cache from master, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [806ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [807ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [811ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [812ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [817ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [818ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [836ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [840ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [844ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [849ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [851ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [852ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [875ms] refreshing cache from master, [876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [879ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [882ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [884ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [885ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [936ms] refreshing cache from master, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [951ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [965ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [969ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [970ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [1055ms] refreshing cache from master, [1055ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [1058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [1059ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [1061ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [1060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [1067ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [1068ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [1136ms] refreshing cache from master, [1137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [1140ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [1146ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [1159ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [1160ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [1495ms] refreshing cache from master, [1496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [1497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [1498ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [1499ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [1504ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [1505ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [1507ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [1875ms] refreshing cache from master, [1875ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [1877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [1878ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [1879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [1879ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [1884ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [2215ms] refreshing cache from master, [2215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [2217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [2217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [2218ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [2221ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [2222ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [2223ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [2955ms] refreshing cache from master, [2955ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [2956ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [2958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [2959ms] too many traces: truncated at 100 traces, deferred=Deferred@1954974406(state=PENDING, result=null, callback=(continuation of Deferred@969766221 after retry RPC after error@1818150409) -> (continuation of Deferred@739034915 after retry RPC after error@1822210270) -> (continuation of Deferred@1042931485 after retry RPC after error@618477663) -> (continuation of Deferred@1847772728 after retry RPC after error@1735514474) -> (continuation of Deferred@399520686 after retry RPC after error@1518530251) -> (continuation of Deferred@585756837 after retry RPC after error@1270531867) -> (continuation of Deferred@1566691457 after retry RPC after error@282630480) -> (continuation of Deferred@2111385398 after retry RPC after error@1615248777) -> (continuation of Deferred@871402712 after retry RPC after error@1731625455) -> (continuation of Deferred@1394778784 after retry RPC after error@115210168) -> (continuation of Deferred@838610423 after retry RPC after error@1654062046) -> (continuation of Deferred@619147918 after retry RPC after error@1299067293) -> (continuation of Deferred@497892946 after retry RPC after error@1219526194) -> (continuation of Deferred@1465648808 after retry RPC after error@1803691783) -> (continuation of Deferred@531221387 after retry RPC after error@1411610530) -> (continuation of Deferred@1669157576 after retry RPC after error@423492543) -> (continuation of Deferred@1209634432 after retry RPC after error@130580038) -> (continuation of Deferred@246056805 after retry RPC after error@2017228044) -> (continuation of Deferred@2094369029 after retry RPC after error@950792855) -> (continuation of Deferred@1658899272 after retry RPC after error@2037339661) -> (continuation of Deferred@690124164 after retry RPC after error@1316619645) -> (continuation of Deferred@707018097 after retry RPC after error@695781638) -> (continuation of Deferred@332142584 after retry RPC after error@218343697) -> (continuation of Deferred@105366133 after retry RPC after error@1771572034) -> (continuation of Deferred@446214750 after retry RPC after error@172215101) -> (continuation of Deferred@842003562 after retry RPC after error@465841014) -> (continuation of Deferred@1150378002 after retry RPC after error@1352618398) -> (continuation of Deferred@492729155 after retry RPC after error@670790661) -> (continuation of Deferred@1755648280 after retry RPC after error@1109179955), errback=(continuation of Deferred@969766221 after retry RPC after error@1818150409) -> (continuation of Deferred@739034915 after retry RPC after error@1822210270) -> (continuation of Deferred@1042931485 after retry RPC after error@618477663) -> (continuation of Deferred@1847772728 after retry RPC after error@1735514474) -> (continuation of Deferred@399520686 after retry RPC after error@1518530251) -> (continuation of Deferred@585756837 after retry RPC after error@1270531867) -> (continuation of Deferred@1566691457 after retry RPC after error@282630480) -> (continuation of Deferred@2111385398 after retry RPC after error@1615248777) -> (continuation of Deferred@871402712 after retry RPC after error@1731625455) -> (continuation of Deferred@1394778784 after retry RPC after error@115210168) -> (continuation of Deferred@838610423 after retry RPC after error@1654062046) -> (continuation of Deferred@619147918 after retry RPC after error@1299067293) -> (continuation of Deferred@497892946 after retry RPC after error@1219526194) -> (continuation of Deferred@1465648808 after retry RPC after error@1803691783) -> (continuation of Deferred@531221387 after retry RPC after error@1411610530) -> (continuation of Deferred@1669157576 after retry RPC after error@423492543) -> (continuation of Deferred@1209634432 after retry RPC after error@130580038) -> (continuation of Deferred@246056805 after retry RPC after error@2017228044) -> (continuation of Deferred@2094369029 after retry RPC after error@950792855) -> (continuation of Deferred@1658899272 after retry RPC after error@2037339661) -> (continuation of Deferred@690124164 after retry RPC after error@1316619645) -> (continuation of Deferred@707018097 after retry RPC after error@695781638) -> (continuation of Deferred@332142584 after retry RPC after error@218343697) -> (continuation of Deferred@105366133 after retry RPC after error@1771572034) -> (continuation of Deferred@446214750 after retry RPC after error@172215101) -> (continuation of Deferred@842003562 after retry RPC after error@465841014) -> (continuation of Deferred@1150378002 after retry RPC after error@1352618398) -> (continuation of Deferred@492729155 after retry RPC after error@670790661) -> (continuation of Deferred@1755648280 after retry RPC after error@1109179955)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.225.61:43273
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29849), Traces: [0ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [250ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [259ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [718ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [726ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [736ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [740ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [748ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [754ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [756ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [775ms] refreshing cache from master, [776ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [779ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [779ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [782ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [785ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [786ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [797ms] refreshing cache from master, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [806ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [807ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [811ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [812ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [817ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [818ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [836ms] refreshing cache from master, [836ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [840ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [844ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [849ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [851ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [852ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [875ms] refreshing cache from master, [876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [879ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [882ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [884ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [885ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [936ms] refreshing cache from master, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [951ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [965ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [969ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [970ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [1055ms] refreshing cache from master, [1055ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [1058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [1059ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [1061ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [1060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [1067ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [1068ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [1136ms] refreshing cache from master, [1137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [1140ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [1146ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [1159ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [1160ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [1495ms] refreshing cache from master, [1496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [1497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [1498ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [1499ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [1504ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [1505ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [1507ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [1875ms] refreshing cache from master, [1875ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [1877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [1878ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [1879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [1879ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [1884ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [2215ms] refreshing cache from master, [2215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [2217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [2217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [2218ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.62:46475: Network error: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475, [2221ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.61:43273: Network error: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [2222ms] Sub RPC ConnectToMaster: received response from server master-127.13.225.60:39183: OK, [2223ms] delaying RPC due to: Service unavailable: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273, [2955ms] refreshing cache from master, [2955ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.62:46475, [2956ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.61:43273, [2958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.225.60:39183, [2959ms] too many traces: truncated at 100 traces, deferred=Deferred@1954974406(state=PENDING, result=null, callback=(continuation of Deferred@969766221 after retry RPC after error@1818150409) -> (continuation of Deferred@739034915 after retry RPC after error@1822210270) -> (continuation of Deferred@1042931485 after retry RPC after error@618477663) -> (continuation of Deferred@1847772728 after retry RPC after error@1735514474) -> (continuation of Deferred@399520686 after retry RPC after error@1518530251) -> (continuation of Deferred@585756837 after retry RPC after error@1270531867) -> (continuation of Deferred@1566691457 after retry RPC after error@282630480) -> (continuation of Deferred@2111385398 after retry RPC after error@1615248777) -> (continuation of Deferred@871402712 after retry RPC after error@1731625455) -> (continuation of Deferred@1394778784 after retry RPC after error@115210168) -> (continuation of Deferred@838610423 after retry RPC after error@1654062046) -> (continuation of Deferred@619147918 after retry RPC after error@1299067293) -> (continuation of Deferred@497892946 after retry RPC after error@1219526194) -> (continuation of Deferred@1465648808 after retry RPC after error@1803691783) -> (continuation of Deferred@531221387 after retry RPC after error@1411610530) -> (continuation of Deferred@1669157576 after retry RPC after error@423492543) -> (continuation of Deferred@1209634432 after retry RPC after error@130580038) -> (continuation of Deferred@246056805 after retry RPC after error@2017228044) -> (continuation of Deferred@2094369029 after retry RPC after error@950792855) -> (continuation of Deferred@1658899272 after retry RPC after error@2037339661) -> (continuation of Deferred@690124164 after retry RPC after error@1316619645) -> (continuation of Deferred@707018097 after retry RPC after error@695781638) -> (continuation of Deferred@332142584 after retry RPC after error@218343697) -> (continuation of Deferred@105366133 after retry RPC after error@1771572034) -> (continuation of Deferred@446214750 after retry RPC after error@172215101) -> (continuation of Deferred@842003562 after retry RPC after error@465841014) -> (continuation of Deferred@1150378002 after retry RPC after error@1352618398) -> (continuation of Deferred@492729155 after retry RPC after error@670790661) -> (continuation of Deferred@1755648280 after retry RPC after error@1109179955), errback=(continuation of Deferred@969766221 after retry RPC after error@1818150409) -> (continuation of Deferred@739034915 after retry RPC after error@1822210270) -> (continuation of Deferred@1042931485 after retry RPC after error@618477663) -> (continuation of Deferred@1847772728 after retry RPC after error@1735514474) -> (continuation of Deferred@399520686 after retry RPC after error@1518530251) -> (continuation of Deferred@585756837 after retry RPC after error@1270531867) -> (continuation of Deferred@1566691457 after retry RPC after error@282630480) -> (continuation of Deferred@2111385398 after retry RPC after error@1615248777) -> (continuation of Deferred@871402712 after retry RPC after error@1731625455) -> (continuation of Deferred@1394778784 after retry RPC after error@115210168) -> (continuation of Deferred@838610423 after retry RPC after error@1654062046) -> (continuation of Deferred@619147918 after retry RPC after error@1299067293) -> (continuation of Deferred@497892946 after retry RPC after error@1219526194) -> (continuation of Deferred@1465648808 after retry RPC after error@1803691783) -> (continuation of Deferred@531221387 after retry RPC after error@1411610530) -> (continuation of Deferred@1669157576 after retry RPC after error@423492543) -> (continuation of Deferred@1209634432 after retry RPC after error@130580038) -> (continuation of Deferred@246056805 after retry RPC after error@2017228044) -> (continuation of Deferred@2094369029 after retry RPC after error@950792855) -> (continuation of Deferred@1658899272 after retry RPC after error@2037339661) -> (continuation of Deferred@690124164 after retry RPC after error@1316619645) -> (continuation of Deferred@707018097 after retry RPC after error@695781638) -> (continuation of Deferred@332142584 after retry RPC after error@218343697) -> (continuation of Deferred@105366133 after retry RPC after error@1771572034) -> (continuation of Deferred@446214750 after retry RPC after error@172215101) -> (continuation of Deferred@842003562 after retry RPC after error@465841014) -> (continuation of Deferred@1150378002 after retry RPC after error@1352618398) -> (continuation of Deferred@492729155 after retry RPC after error@670790661) -> (continuation of Deferred@1755648280 after retry RPC after error@1109179955)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.225.62:46475,127.13.225.61:43273,127.13.225.60:39183) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.62:46475(127.13.225.62:46475): Connection refused: /127.13.225.62:46475,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.225.61:43273(127.13.225.61:43273): Connection refused: /127.13.225.61:43273
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.225.61:43273
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)