03:52:38.667 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
03:52:38.679 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskRASlsr/test-tmp
03:52:38.681 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:52:38.685 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskRASlsr/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:52:38.958 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
03:52:39.101 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:52:39.103 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:52:39.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:39.106439 12978 mini_oidc.cc:152] Starting JWKS server
03:52:39.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:39.110316 12978 webserver.cc:460] Webserver started at http://127.0.0.1:39355/ using document root <none> and password file <none>
03:52:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:39.110899 12978 mini_oidc.cc:189] Starting OIDC Discovery server
03:52:39.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:39.112792 12978 webserver.cc:460] Webserver started at http://127.0.0.1:39231/ using document root <none> and password file <none>
03:52:39.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T03:52:39Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
03:52:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T03:52:39Z Disabled control of system clock
03:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:39.160113 12978 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu
03:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu
03:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-0/wal
03:52:39.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-0/data
03:52:39.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:52:39.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:52:39.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:52:39.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:52:39.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:52:39.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:52:39.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-0/logs
03:52:39.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-0/data/info.pb
03:52:39.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:52:39.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:52:39.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:52:39.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:52:39.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:52:39.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:52:39.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:52:39.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:52:39.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:52:39.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:52:39.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:52:39.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:52:39.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.172.190:46819
03:52:39.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.172.190
03:52:39.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:52:39.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.172.148:33401
03:52:39.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:52:39.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:52:39.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:52:39.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:52:39.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.172.190:46819,127.12.172.189:46439,127.12.172.188:41965
03:52:39.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:52:39.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39355/jwks.json with env {}
03:52:39.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:39.447178 12995 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:52:39.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:39.447733 12995 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:52:39.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:39.448346 12995 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:52:39.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:39.478060 12995 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:52:39.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:39.478323 12995 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:52:39.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:39.478554 12995 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:52:39.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:39.478783 12995 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:52:39.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:39.479060 12995 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:52:39.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:39.479300 12995 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39355/jwks.json
03:52:39.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:39.516677 12995 master_runner.cc:386] Master server non-default flags:
03:52:39.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:52:39.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.172.148:33401
03:52:39.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:52:39.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:52:39.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-0/data
03:52:39.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-0/wal
03:52:39.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:52:39.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.172.190:46819,127.12.172.189:46439,127.12.172.188:41965
03:52:39.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:52:39.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:52:39.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:52:39.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.172.190:46819
03:52:39.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:52:39.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:52:39.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:52:39.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39355/jwks.json
03:52:39.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:52:39.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:52:39.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-0/data/info.pb
03:52:39.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.172.190
03:52:39.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:52:39.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:52:39.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:52:39.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:52:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:52:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:52:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-0/logs
03:52:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:52:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:52:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:52:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:52:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:52:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:52:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:52:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
03:52:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
03:52:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:52:39.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:39.518038 12995 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:52:39.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:39.520152 12995 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:52:39.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:39.538383 13009 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:52:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:39.538412 13007 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:52:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:39.538424 13005 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:52:40.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:40.629861 13008 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:52:40.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.630065 12995 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:52:40.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.633703 12995 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:52:40.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.636586 12995 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:52:40.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.638003 12995 hybrid_clock.cc:648] HybridClock initialized: now 1785988360637967 us; error 52 us; skew 500 ppm
03:52:40.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.638782 12995 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:52:40.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.645319 12995 webserver.cc:460] Webserver started at http://127.12.172.190:43951/ using document root <none> and password file <none>
03:52:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.646248 12995 fs_manager.cc:359] Metadata directory not provided
03:52:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.646430 12995 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:52:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.646816 12995 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:52:40.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.651852 12995 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-0/data/instance:
03:52:40.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b2d8538cf6d84e039c73217da17faa76"
03:52:40.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:52:40 on dist-test-slave-gjrz"
03:52:40.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.652977 12995 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-0/wal/instance:
03:52:40.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b2d8538cf6d84e039c73217da17faa76"
03:52:40.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:52:40 on dist-test-slave-gjrz"
03:52:40.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.660130 12995 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
03:52:40.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.665693 13017 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:52:40.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.666831 12995 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
03:52:40.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.667188 12995 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-0/data,/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-0/wal
03:52:40.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b2d8538cf6d84e039c73217da17faa76"
03:52:40.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:52:40 on dist-test-slave-gjrz"
03:52:40.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.667636 12995 fs_report.cc:383] FS layout report
03:52:40.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:52:40.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-0/wal
03:52:40.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-0/wal
03:52:40.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-0/data/data
03:52:40.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:52:40.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:52:40.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:52:40.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:52:40.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:52:40.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:52:40.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:52:40.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:52:40.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:52:40.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:52:40.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:52:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.703063 12995 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:52:40.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.704504 12995 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:52:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.704903 12995 kserver.cc:163] Server-wide thread pool size limit: 3276
03:52:40.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.774936 12995 rpc_server.cc:307] RPC server started. Bound to: 127.12.172.190:46819
03:52:40.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.775049 13098 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.172.190:46819 every 8 connection(s)
03:52:40.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.777735 12995 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-0/data/info.pb
03:52:40.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.782907 13100 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:52:40.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.784587 12978 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu as pid 12995
03:52:40.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.785106 12978 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-0/wal/instance
03:52:40.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.790038 12978 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu
03:52:40.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu
03:52:40.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-1/wal
03:52:40.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-1/data
03:52:40.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:52:40.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:52:40.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:52:40.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:52:40.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:52:40.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:52:40.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-1/logs
03:52:40.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-1/data/info.pb
03:52:40.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:52:40.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:52:40.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:52:40.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:52:40.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:52:40.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:52:40.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:52:40.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:52:40.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:52:40.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:52:40.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:52:40.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:52:40.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.172.189:46439
03:52:40.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.172.189
03:52:40.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:52:40.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.172.148:33401
03:52:40.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:52:40.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:52:40.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:52:40.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:52:40.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.172.190:46819,127.12.172.189:46439,127.12.172.188:41965
03:52:40.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:52:40.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39355/jwks.json with env {}
03:52:40.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.797878 13100 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.172.190" port: 46819 } has no permanent_uuid. Determining permanent_uuid...
03:52:40.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.829593 13100 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } has no permanent_uuid. Determining permanent_uuid...
03:52:40.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:40.832095 13020 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.172.189:46439: connect: Connection refused (error 111)
03:52:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:40.836052 13100 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.172.189:46439: Network error: Client connection negotiation failed: client connection to 127.12.172.189:46439: connect: Connection refused (error 111)
03:52:40.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.885588 13100 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } attempt: 1
03:52:40.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:40.889216 13100 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.172.189:46439: Network error: Client connection negotiation failed: client connection to 127.12.172.189:46439: connect: Connection refused (error 111)
03:52:40.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:40.957649 13100 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } attempt: 2
03:52:40.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:40.961670 13100 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.172.189:46439: Network error: Client connection negotiation failed: client connection to 127.12.172.189:46439: connect: Connection refused (error 111)
03:52:41.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:41.053097 13100 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } attempt: 3
03:52:41.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:41.057142 13100 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.172.189:46439: Network error: Client connection negotiation failed: client connection to 127.12.172.189:46439: connect: Connection refused (error 111)
03:52:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:41.100759 13103 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:52:41.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:41.101356 13103 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:52:41.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:41.102123 13103 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:52:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:41.132947 13103 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:52:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:41.133283 13103 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:52:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:41.133478 13103 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:52:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:41.133662 13103 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:52:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:41.133900 13103 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:52:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:41.134146 13103 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39355/jwks.json
03:52:41.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:41.169823 13103 master_runner.cc:386] Master server non-default flags:
03:52:41.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:52:41.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.172.148:33401
03:52:41.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:52:41.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:52:41.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-1/data
03:52:41.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-1/wal
03:52:41.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:52:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.172.190:46819,127.12.172.189:46439,127.12.172.188:41965
03:52:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:52:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:52:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:52:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.172.189:46439
03:52:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:52:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:52:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:52:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39355/jwks.json
03:52:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:52:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:52:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-1/data/info.pb
03:52:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.172.189
03:52:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:52:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:52:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:52:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:52:41.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:52:41.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:52:41.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-1/logs
03:52:41.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:52:41.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:52:41.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:52:41.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:52:41.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:52:41.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:52:41.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:52:41.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
03:52:41.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
03:52:41.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:52:41.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:41.171098 13103 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:52:41.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:41.173313 13103 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:52:41.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:41.191195 13118 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:52:41.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:41.200551 13100 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } attempt: 4
03:52:41.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:41.204072 13100 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.172.189:46439: Network error: Client connection negotiation failed: client connection to 127.12.172.189:46439: connect: Connection refused (error 111)
03:52:41.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:41.503439 13100 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } attempt: 5
03:52:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:41.507582 13100 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.172.189:46439: Network error: Client connection negotiation failed: client connection to 127.12.172.189:46439: connect: Connection refused (error 111)
03:52:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.054962 13100 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } attempt: 6
03:52:42.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:42.068585 13100 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.172.189:46439: Network error: Client connection negotiation failed: client connection to 127.12.172.189:46439: connect: Connection refused (error 111)
03:52:42.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:41.191437 13121 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:52:42.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:41.191236 13117 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:52:42.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:42.282011 13120 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:52:42.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.282584 13103 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:52:42.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.286468 13103 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:52:42.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.289644 13103 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:52:42.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.291050 13103 hybrid_clock.cc:648] HybridClock initialized: now 1785988362291018 us; error 52 us; skew 500 ppm
03:52:42.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.291898 13103 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:52:42.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.300946 13103 webserver.cc:460] Webserver started at http://127.12.172.189:45149/ using document root <none> and password file <none>
03:52:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.301836 13103 fs_manager.cc:359] Metadata directory not provided
03:52:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.302035 13103 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:52:42.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.302443 13103 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:52:42.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.307318 13103 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-1/data/instance:
03:52:42.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a013d534455449afb30356d79d1db8dc"
03:52:42.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:52:42 on dist-test-slave-gjrz"
03:52:42.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.308449 13103 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-1/wal/instance:
03:52:42.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a013d534455449afb30356d79d1db8dc"
03:52:42.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:52:42 on dist-test-slave-gjrz"
03:52:42.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.315395 13103 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
03:52:42.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.320871 13135 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:52:42.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.321856 13103 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
03:52:42.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.322220 13103 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-1/data,/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-1/wal
03:52:42.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a013d534455449afb30356d79d1db8dc"
03:52:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:52:42 on dist-test-slave-gjrz"
03:52:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.322563 13103 fs_report.cc:383] FS layout report
03:52:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:52:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-1/wal
03:52:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-1/wal
03:52:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-1/data/data
03:52:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:52:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:52:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:52:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:52:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:52:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:52:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:52:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:52:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:52:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:52:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:52:42.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.361876 13103 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:52:42.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.363472 13103 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:52:42.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.363961 13103 kserver.cc:163] Server-wide thread pool size limit: 3276
03:52:42.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.433512 13103 rpc_server.cc:307] RPC server started. Bound to: 127.12.172.189:46439
03:52:42.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.433614 13207 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.172.189:46439 every 8 connection(s)
03:52:42.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.436260 13103 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-1/data/info.pb
03:52:42.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.438377 12978 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu as pid 13103
03:52:42.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.438853 12978 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-1/wal/instance
03:52:42.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.441792 12978 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu
03:52:42.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu
03:52:42.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-2/wal
03:52:42.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-2/data
03:52:42.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:52:42.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:52:42.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:52:42.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:52:42.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:52:42.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:52:42.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-2/logs
03:52:42.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-2/data/info.pb
03:52:42.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:52:42.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:52:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:52:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:52:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:52:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:52:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:52:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:52:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:52:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:52:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:52:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:52:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.172.188:41965
03:52:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.172.188
03:52:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:52:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.172.148:33401
03:52:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:52:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:52:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:52:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:52:42.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.172.190:46819,127.12.172.189:46439,127.12.172.188:41965
03:52:42.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:52:42.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39355/jwks.json with env {}
03:52:42.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.442705 13208 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:52:42.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.457706 13208 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.172.190" port: 46819 } has no permanent_uuid. Determining permanent_uuid...
03:52:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.481508 13208 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } has no permanent_uuid. Determining permanent_uuid...
03:52:42.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.498538 13208 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } has no permanent_uuid. Determining permanent_uuid...
03:52:42.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:42.500818 13139 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.172.188:41965: connect: Connection refused (error 111)
03:52:42.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:42.504846 13208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.172.188:41965: Network error: Client connection negotiation failed: client connection to 127.12.172.188:41965: connect: Connection refused (error 111)
03:52:42.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.554322 13208 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } attempt: 1
03:52:42.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:42.558048 13208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.172.188:41965: Network error: Client connection negotiation failed: client connection to 127.12.172.188:41965: connect: Connection refused (error 111)
03:52:42.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.626405 13208 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } attempt: 2
03:52:42.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:42.630095 13208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.172.188:41965: Network error: Client connection negotiation failed: client connection to 127.12.172.188:41965: connect: Connection refused (error 111)
03:52:42.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.721436 13208 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } attempt: 3
03:52:42.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:42.725718 13208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.172.188:41965: Network error: Client connection negotiation failed: client connection to 127.12.172.188:41965: connect: Connection refused (error 111)
03:52:42.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:42.752750 13212 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:52:42.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:42.753412 13212 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:52:42.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:42.754046 13212 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:52:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:42.784220 13212 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:52:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:42.784557 13212 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:52:42.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:42.784874 13212 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:52:42.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:42.785212 13212 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:52:42.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:42.785692 13212 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:52:42.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:42.785905 13212 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39355/jwks.json
03:52:42.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.819979 13212 master_runner.cc:386] Master server non-default flags:
03:52:42.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:52:42.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.172.148:33401
03:52:42.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:52:42.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:52:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-2/data
03:52:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-2/wal
03:52:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:52:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.172.190:46819,127.12.172.189:46439,127.12.172.188:41965
03:52:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:52:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:52:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:52:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.172.188:41965
03:52:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:52:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:52:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:52:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39355/jwks.json
03:52:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:52:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:52:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-2/data/info.pb
03:52:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.172.188
03:52:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:52:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:52:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:52:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:52:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:52:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:52:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-2/logs
03:52:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:52:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:52:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:52:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:52:42.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:52:42.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:52:42.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:52:42.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
03:52:42.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
03:52:42.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:52:42.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.821561 13212 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:52:42.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.823772 13212 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:52:42.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:42.840668 13236 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:52:42.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.869123 13208 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } attempt: 4
03:52:42.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:42.873502 13208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.172.188:41965: Network error: Client connection negotiation failed: client connection to 127.12.172.188:41965: connect: Connection refused (error 111)
03:52:43.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:43.129155 13100 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } attempt: 7
03:52:43.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:43.141423 13100 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } has no permanent_uuid. Determining permanent_uuid...
03:52:43.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:43.146198 13100 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.172.188:41965: Network error: Client connection negotiation failed: client connection to 127.12.172.188:41965: connect: Connection refused (error 111)
03:52:43.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:43.172966 13208 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } attempt: 5
03:52:43.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:43.176867 13208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.172.188:41965: Network error: Client connection negotiation failed: client connection to 127.12.172.188:41965: connect: Connection refused (error 111)
03:52:43.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:43.204684 13100 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } attempt: 1
03:52:43.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:43.210314 13100 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.172.188:41965: Network error: Client connection negotiation failed: client connection to 127.12.172.188:41965: connect: Connection refused (error 111)
03:52:43.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:43.291718 13100 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } attempt: 2
03:52:43.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:43.295677 13100 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.172.188:41965: Network error: Client connection negotiation failed: client connection to 127.12.172.188:41965: connect: Connection refused (error 111)
03:52:43.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:43.381028 13100 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } attempt: 3
03:52:43.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:43.384975 13100 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.172.188:41965: Network error: Client connection negotiation failed: client connection to 127.12.172.188:41965: connect: Connection refused (error 111)
03:52:43.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:43.525339 13100 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } attempt: 4
03:52:43.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:43.529103 13100 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.172.188:41965: Network error: Client connection negotiation failed: client connection to 127.12.172.188:41965: connect: Connection refused (error 111)
03:52:43.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:43.724246 13208 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } attempt: 6
03:52:43.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:43.730490 13208 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.172.188:41965: Network error: Client connection negotiation failed: client connection to 127.12.172.188:41965: connect: Connection refused (error 111)
03:52:43.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:43.812475 13100 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } attempt: 5
03:52:43.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:43.816093 13100 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.172.188:41965: Network error: Client connection negotiation failed: client connection to 127.12.172.188:41965: connect: Connection refused (error 111)
03:52:43.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:42.840698 13231 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:52:43.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:42.840752 13238 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:52:43.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:42.843070 13212 server_base.cc:1034] running on GCE node
03:52:43.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:43.940541 13212 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:52:43.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:43.943583 13212 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:52:43.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:43.944990 13212 hybrid_clock.cc:648] HybridClock initialized: now 1785988363944907 us; error 100 us; skew 500 ppm
03:52:43.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:43.945817 13212 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:52:43.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:43.952502 13212 webserver.cc:460] Webserver started at http://127.12.172.188:45913/ using document root <none> and password file <none>
03:52:43.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:43.953366 13212 fs_manager.cc:359] Metadata directory not provided
03:52:43.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:43.953552 13212 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:52:43.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:43.953963 13212 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:52:43.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:43.958936 13212 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-2/data/instance:
03:52:43.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b83e958d3be477a8ea1fe0bafbc0482"
03:52:43.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:52:43 on dist-test-slave-gjrz"
03:52:43.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:43.960019 13212 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-2/wal/instance:
03:52:43.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b83e958d3be477a8ea1fe0bafbc0482"
03:52:43.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:52:43 on dist-test-slave-gjrz"
03:52:43.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:43.967350 13212 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
03:52:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:43.972904 13259 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:52:43.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:43.974210 13212 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
03:52:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:43.974598 13212 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-2/data,/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-2/wal
03:52:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b83e958d3be477a8ea1fe0bafbc0482"
03:52:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:52:43 on dist-test-slave-gjrz"
03:52:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:43.975026 13212 fs_report.cc:383] FS layout report
03:52:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:52:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-2/wal
03:52:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-2/wal
03:52:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-2/data/data
03:52:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:52:43.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:52:43.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:52:43.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:52:43.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:52:43.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:52:43.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:52:43.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:52:43.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:52:43.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:52:43.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:52:44.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.021359 13212 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:52:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.022840 13212 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:52:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.023233 13212 kserver.cc:163] Server-wide thread pool size limit: 3276
03:52:44.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.093075 13212 rpc_server.cc:307] RPC server started. Bound to: 127.12.172.188:41965
03:52:44.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.093179 13338 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.172.188:41965 every 8 connection(s)
03:52:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.095791 13212 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-2/data/info.pb
03:52:44.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.099817 12978 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu as pid 13212
03:52:44.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.100260 12978 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/master-2/wal/instance
03:52:44.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.101267 13342 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:52:44.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.117442 13342 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.172.190" port: 46819 } has no permanent_uuid. Determining permanent_uuid...
03:52:44.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.149093 13342 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } has no permanent_uuid. Determining permanent_uuid...
03:52:44.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.159343 13342 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } has no permanent_uuid. Determining permanent_uuid...
03:52:44.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.176018 13342 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482: Bootstrap starting.
03:52:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.181512 13342 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482: Neither blocks nor log segments found. Creating new log.
03:52:44.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.184221 13342 log.cc:824] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482: Log is configured to *not* fsync() on all Append() calls
03:52:44.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.188674 13342 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482: No bootstrap required, opened a new log
03:52:44.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.210129 13342 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d8538cf6d84e039c73217da17faa76" member_type: VOTER last_known_addr { host: "127.12.172.190" port: 46819 } } peers { permanent_uuid: "a013d534455449afb30356d79d1db8dc" member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } } peers { permanent_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } }
03:52:44.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.210714 13342 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:52:44.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.210974 13342 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8b83e958d3be477a8ea1fe0bafbc0482, State: Initialized, Role: FOLLOWER
03:52:44.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.211790 13342 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d8538cf6d84e039c73217da17faa76" member_type: VOTER last_known_addr { host: "127.12.172.190" port: 46819 } } peers { permanent_uuid: "a013d534455449afb30356d79d1db8dc" member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } } peers { permanent_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } }
03:52:44.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.214195 13357 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d8538cf6d84e039c73217da17faa76" member_type: VOTER last_known_addr { host: "127.12.172.190" port: 46819 } } peers { permanent_uuid: "a013d534455449afb30356d79d1db8dc" member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } } peers { permanent_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } } }
03:52:44.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.215090 13357 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [sys.catalog]: This master's current role is: FOLLOWER
03:52:44.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.216130 13342 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [sys.catalog]: configured and running, proceeding with master startup.
03:52:44.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:44.239213 13372 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:52:44.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:44.239902 13372 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:52:44.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.236083 13212 master_runner.cc:186] Error getting master registration for 127.12.172.190:46819: OK, instance_id { permanent_uuid: "b2d8538cf6d84e039c73217da17faa76" instance_seqno: 1785988360755521 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:52:44.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.261122 13212 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:52:44.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:44.278586 13275 tablet.cc:2369] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:52:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.368459 13100 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } attempt: 6
03:52:44.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.388520 13100 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b2d8538cf6d84e039c73217da17faa76: Bootstrap starting.
03:52:44.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.393589 13100 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b2d8538cf6d84e039c73217da17faa76: Neither blocks nor log segments found. Creating new log.
03:52:44.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.395653 13100 log.cc:824] T 00000000000000000000000000000000 P b2d8538cf6d84e039c73217da17faa76: Log is configured to *not* fsync() on all Append() calls
03:52:44.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.400413 13100 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b2d8538cf6d84e039c73217da17faa76: No bootstrap required, opened a new log
03:52:44.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.419354 13100 raft_consensus.cc:348] T 00000000000000000000000000000000 P b2d8538cf6d84e039c73217da17faa76 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d8538cf6d84e039c73217da17faa76" member_type: VOTER last_known_addr { host: "127.12.172.190" port: 46819 } } peers { permanent_uuid: "a013d534455449afb30356d79d1db8dc" member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } } peers { permanent_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } }
03:52:44.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.419905 13100 raft_consensus.cc:374] T 00000000000000000000000000000000 P b2d8538cf6d84e039c73217da17faa76 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:52:44.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.420092 13100 raft_consensus.cc:729] T 00000000000000000000000000000000 P b2d8538cf6d84e039c73217da17faa76 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b2d8538cf6d84e039c73217da17faa76, State: Initialized, Role: FOLLOWER
03:52:44.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.420912 13100 consensus_queue.cc:260] T 00000000000000000000000000000000 P b2d8538cf6d84e039c73217da17faa76 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d8538cf6d84e039c73217da17faa76" member_type: VOTER last_known_addr { host: "127.12.172.190" port: 46819 } } peers { permanent_uuid: "a013d534455449afb30356d79d1db8dc" member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } } peers { permanent_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } }
03:52:44.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.425348 13378 sys_catalog.cc:455] T 00000000000000000000000000000000 P b2d8538cf6d84e039c73217da17faa76 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d8538cf6d84e039c73217da17faa76" member_type: VOTER last_known_addr { host: "127.12.172.190" port: 46819 } } peers { permanent_uuid: "a013d534455449afb30356d79d1db8dc" member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } } peers { permanent_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } } }
03:52:44.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.426146 13378 sys_catalog.cc:458] T 00000000000000000000000000000000 P b2d8538cf6d84e039c73217da17faa76 [sys.catalog]: This master's current role is: FOLLOWER
03:52:44.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.426932 13100 sys_catalog.cc:564] T 00000000000000000000000000000000 P b2d8538cf6d84e039c73217da17faa76 [sys.catalog]: configured and running, proceeding with master startup.
03:52:44.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:44.454205 13400 catalog_manager.cc:1558] T 00000000000000000000000000000000 P b2d8538cf6d84e039c73217da17faa76: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:52:44.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:44.454787 13400 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:52:44.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:44.463326 13025 tablet.cc:2369] T 00000000000000000000000000000000 P b2d8538cf6d84e039c73217da17faa76: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:52:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.456816 12995 master_runner.cc:186] Error getting master registration for 127.12.172.189:46439: OK, instance_id { permanent_uuid: "a013d534455449afb30356d79d1db8dc" instance_seqno: 1785988362414182 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:52:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.492334 12995 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:52:44.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.530805 13357 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:52:44.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.531375 13357 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d8538cf6d84e039c73217da17faa76" member_type: VOTER last_known_addr { host: "127.12.172.190" port: 46819 } } peers { permanent_uuid: "a013d534455449afb30356d79d1db8dc" member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } } peers { permanent_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } }
03:52:44.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.535108 13357 leader_election.cc:288] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b2d8538cf6d84e039c73217da17faa76 (127.12.172.190:46819), a013d534455449afb30356d79d1db8dc (127.12.172.189:46439)
03:52:44.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.535025 13058 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b2d8538cf6d84e039c73217da17faa76" is_pre_election: true
03:52:44.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.536080 13058 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b2d8538cf6d84e039c73217da17faa76 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8b83e958d3be477a8ea1fe0bafbc0482 in term 0.
03:52:44.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.537606 13262 leader_election.cc:302] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8b83e958d3be477a8ea1fe0bafbc0482, b2d8538cf6d84e039c73217da17faa76; no voters:
03:52:44.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.538735 13357 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [term 0 FOLLOWER]: Leader pre-election won for term 1
03:52:44.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.539093 13357 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:52:44.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.539412 13357 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [term 0 FOLLOWER]: Advancing to term 1
03:52:44.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.546476 13357 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d8538cf6d84e039c73217da17faa76" member_type: VOTER last_known_addr { host: "127.12.172.190" port: 46819 } } peers { permanent_uuid: "a013d534455449afb30356d79d1db8dc" member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } } peers { permanent_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } }
03:52:44.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.555663 13357 leader_election.cc:288] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [CANDIDATE]: Term 1 election: Requested vote from peers b2d8538cf6d84e039c73217da17faa76 (127.12.172.190:46819), a013d534455449afb30356d79d1db8dc (127.12.172.189:46439)
03:52:44.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.555923 13058 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b2d8538cf6d84e039c73217da17faa76"
03:52:44.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.556478 13058 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b2d8538cf6d84e039c73217da17faa76 [term 0 FOLLOWER]: Advancing to term 1
03:52:44.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.562803 13058 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b2d8538cf6d84e039c73217da17faa76 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8b83e958d3be477a8ea1fe0bafbc0482 in term 1.
03:52:44.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.564024 13262 leader_election.cc:302] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8b83e958d3be477a8ea1fe0bafbc0482, b2d8538cf6d84e039c73217da17faa76; no voters:
03:52:44.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.564905 13357 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [term 1 FOLLOWER]: Leader election won for term 1
03:52:44.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.567541 13357 raft_consensus.cc:686] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [term 1 LEADER]: Becoming Leader. State: Replica: 8b83e958d3be477a8ea1fe0bafbc0482, State: Running, Role: LEADER
03:52:44.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.570370 13357 consensus_queue.cc:237] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d8538cf6d84e039c73217da17faa76" member_type: VOTER last_known_addr { host: "127.12.172.190" port: 46819 } } peers { permanent_uuid: "a013d534455449afb30356d79d1db8dc" member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } } peers { permanent_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } }
03:52:44.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.582266 13402 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8b83e958d3be477a8ea1fe0bafbc0482. Latest consensus state: current_term: 1 leader_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d8538cf6d84e039c73217da17faa76" member_type: VOTER last_known_addr { host: "127.12.172.190" port: 46819 } } peers { permanent_uuid: "a013d534455449afb30356d79d1db8dc" member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } } peers { permanent_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } } }
03:52:44.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.583042 13402 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [sys.catalog]: This master's current role is: LEADER
03:52:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.599781 13406 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
03:52:44.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.609097 13406 catalog_manager.cc:1484] Initializing Kudu cluster ID...
03:52:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.635401 13058 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b2d8538cf6d84e039c73217da17faa76 [term 1 FOLLOWER]: Refusing update from remote peer 8b83e958d3be477a8ea1fe0bafbc0482: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:52:44.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.637228 13402 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b2d8538cf6d84e039c73217da17faa76" member_type: VOTER last_known_addr { host: "127.12.172.190" port: 46819 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
03:52:44.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.674218 13378 sys_catalog.cc:455] T 00000000000000000000000000000000 P b2d8538cf6d84e039c73217da17faa76 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8b83e958d3be477a8ea1fe0bafbc0482. Latest consensus state: current_term: 1 leader_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d8538cf6d84e039c73217da17faa76" member_type: VOTER last_known_addr { host: "127.12.172.190" port: 46819 } } peers { permanent_uuid: "a013d534455449afb30356d79d1db8dc" member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } } peers { permanent_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } } }
03:52:44.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.675662 13378 sys_catalog.cc:458] T 00000000000000000000000000000000 P b2d8538cf6d84e039c73217da17faa76 [sys.catalog]: This master's current role is: FOLLOWER
03:52:44.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.684294 13408 mvcc.cc:205] Tried to move back new op lower bound from 7315408341517123584 to 7315408341301329920. Current Snapshot: MvccSnapshot[applied={T|T < 7315408341517123584}]
03:52:44.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.692085 13357 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d8538cf6d84e039c73217da17faa76" member_type: VOTER last_known_addr { host: "127.12.172.190" port: 46819 } } peers { permanent_uuid: "a013d534455449afb30356d79d1db8dc" member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } } peers { permanent_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } } }
03:52:44.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.692934 13357 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [sys.catalog]: This master's current role is: LEADER
03:52:44.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.695583 13378 sys_catalog.cc:455] T 00000000000000000000000000000000 P b2d8538cf6d84e039c73217da17faa76 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d8538cf6d84e039c73217da17faa76" member_type: VOTER last_known_addr { host: "127.12.172.190" port: 46819 } } peers { permanent_uuid: "a013d534455449afb30356d79d1db8dc" member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } } peers { permanent_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } } }
03:52:44.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.696041 13406 catalog_manager.cc:1347] Generated new cluster ID: ede8ed7c182a42d7b89980e33afeb4f8
03:52:44.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.696280 13378 sys_catalog.cc:458] T 00000000000000000000000000000000 P b2d8538cf6d84e039c73217da17faa76 [sys.catalog]: This master's current role is: FOLLOWER
03:52:44.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.696333 13406 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
03:52:44.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.763458 13406 catalog_manager.cc:1370] Generated new certificate authority record
03:52:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.766746 13406 catalog_manager.cc:1504] Loading token signing keys...
03:52:44.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.790912 13208 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } attempt: 7
03:52:44.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.854667 13208 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a013d534455449afb30356d79d1db8dc: Bootstrap starting.
03:52:44.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.858019 13406 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482: Generated new TSK 0
03:52:44.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.859253 13406 catalog_manager.cc:1514] Initializing in-progress tserver states...
03:52:44.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.868960 13208 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a013d534455449afb30356d79d1db8dc: Neither blocks nor log segments found. Creating new log.
03:52:44.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.872637 13208 log.cc:824] T 00000000000000000000000000000000 P a013d534455449afb30356d79d1db8dc: Log is configured to *not* fsync() on all Append() calls
03:52:44.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.881269 13208 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a013d534455449afb30356d79d1db8dc: No bootstrap required, opened a new log
03:52:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.901618 12978 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu
03:52:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu
03:52:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-0/wal
03:52:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-0/data
03:52:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:52:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:52:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:52:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:52:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:52:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:52:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-0/logs
03:52:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-0/data/info.pb
03:52:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:52:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:52:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:52:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:52:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:52:44.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:52:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:52:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:52:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:52:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:52:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.172.129:0
03:52:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.172.129
03:52:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.172.129
03:52:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:52:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.172.190:46819,127.12.172.189:46439,127.12.172.188:41965
03:52:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.172.148:33401
03:52:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:52:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:52:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:52:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.930154 13208 raft_consensus.cc:348] T 00000000000000000000000000000000 P a013d534455449afb30356d79d1db8dc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d8538cf6d84e039c73217da17faa76" member_type: VOTER last_known_addr { host: "127.12.172.190" port: 46819 } } peers { permanent_uuid: "a013d534455449afb30356d79d1db8dc" member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } } peers { permanent_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } }
03:52:44.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.931291 13208 raft_consensus.cc:374] T 00000000000000000000000000000000 P a013d534455449afb30356d79d1db8dc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:52:44.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.931648 13208 raft_consensus.cc:729] T 00000000000000000000000000000000 P a013d534455449afb30356d79d1db8dc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a013d534455449afb30356d79d1db8dc, State: Initialized, Role: FOLLOWER
03:52:44.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.932778 13208 consensus_queue.cc:260] T 00000000000000000000000000000000 P a013d534455449afb30356d79d1db8dc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d8538cf6d84e039c73217da17faa76" member_type: VOTER last_known_addr { host: "127.12.172.190" port: 46819 } } peers { permanent_uuid: "a013d534455449afb30356d79d1db8dc" member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } } peers { permanent_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } }
03:52:44.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.952280 13208 sys_catalog.cc:564] T 00000000000000000000000000000000 P a013d534455449afb30356d79d1db8dc [sys.catalog]: configured and running, proceeding with master startup.
03:52:44.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.952509 13171 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a013d534455449afb30356d79d1db8dc"
03:52:44.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.953557 13171 raft_consensus.cc:3037] T 00000000000000000000000000000000 P a013d534455449afb30356d79d1db8dc [term 0 FOLLOWER]: Advancing to term 1
03:52:44.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.957298 13173 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a013d534455449afb30356d79d1db8dc" is_pre_election: true
03:52:44.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.965508 13171 raft_consensus.cc:2454] T 00000000000000000000000000000000 P a013d534455449afb30356d79d1db8dc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8b83e958d3be477a8ea1fe0bafbc0482 in term 1.
03:52:44.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.977080 13168 raft_consensus.cc:1261] T 00000000000000000000000000000000 P a013d534455449afb30356d79d1db8dc [term 1 FOLLOWER]: Refusing update from remote peer 8b83e958d3be477a8ea1fe0bafbc0482: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:52:44.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.981585 13420 raft_consensus.cc:482] T 00000000000000000000000000000000 P a013d534455449afb30356d79d1db8dc [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:52:44.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.982446 13420 raft_consensus.cc:504] T 00000000000000000000000000000000 P a013d534455449afb30356d79d1db8dc [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d8538cf6d84e039c73217da17faa76" member_type: VOTER last_known_addr { host: "127.12.172.190" port: 46819 } } peers { permanent_uuid: "a013d534455449afb30356d79d1db8dc" member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } } peers { permanent_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } }
03:52:44.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.985858 13413 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a013d534455449afb30356d79d1db8dc" member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
03:52:44.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.989928 13058 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a013d534455449afb30356d79d1db8dc" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b2d8538cf6d84e039c73217da17faa76" is_pre_election: true
03:52:44.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.992048 13420 leader_election.cc:288] T 00000000000000000000000000000000 P a013d534455449afb30356d79d1db8dc [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers b2d8538cf6d84e039c73217da17faa76 (127.12.172.190:46819), 8b83e958d3be477a8ea1fe0bafbc0482 (127.12.172.188:41965)
03:52:44.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.993168 13307 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "a013d534455449afb30356d79d1db8dc" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" is_pre_election: true
03:52:44.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.995842 13139 leader_election.cc:302] T 00000000000000000000000000000000 P a013d534455449afb30356d79d1db8dc [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: a013d534455449afb30356d79d1db8dc; no voters: 8b83e958d3be477a8ea1fe0bafbc0482, b2d8538cf6d84e039c73217da17faa76
03:52:44.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.993316 13419 sys_catalog.cc:455] T 00000000000000000000000000000000 P a013d534455449afb30356d79d1db8dc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d8538cf6d84e039c73217da17faa76" member_type: VOTER last_known_addr { host: "127.12.172.190" port: 46819 } } peers { permanent_uuid: "a013d534455449afb30356d79d1db8dc" member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } } peers { permanent_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } } }
03:52:44.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:44.998502 13419 sys_catalog.cc:458] T 00000000000000000000000000000000 P a013d534455449afb30356d79d1db8dc [sys.catalog]: This master's current role is: FOLLOWER
03:52:45.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:45.110810 13426 sys_catalog.cc:455] T 00000000000000000000000000000000 P a013d534455449afb30356d79d1db8dc [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d8538cf6d84e039c73217da17faa76" member_type: VOTER last_known_addr { host: "127.12.172.190" port: 46819 } } peers { permanent_uuid: "a013d534455449afb30356d79d1db8dc" member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } } peers { permanent_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } } }
03:52:45.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:45.111860 13426 sys_catalog.cc:458] T 00000000000000000000000000000000 P a013d534455449afb30356d79d1db8dc [sys.catalog]: This master's current role is: FOLLOWER
03:52:45.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:45.109887 13420 raft_consensus.cc:2726] T 00000000000000000000000000000000 P a013d534455449afb30356d79d1db8dc [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
03:52:45.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:45.114499 13419 sys_catalog.cc:455] T 00000000000000000000000000000000 P a013d534455449afb30356d79d1db8dc [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8b83e958d3be477a8ea1fe0bafbc0482. Latest consensus state: current_term: 1 leader_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d8538cf6d84e039c73217da17faa76" member_type: VOTER last_known_addr { host: "127.12.172.190" port: 46819 } } peers { permanent_uuid: "a013d534455449afb30356d79d1db8dc" member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } } peers { permanent_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } } }
03:52:45.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:45.115181 13419 sys_catalog.cc:458] T 00000000000000000000000000000000 P a013d534455449afb30356d79d1db8dc [sys.catalog]: This master's current role is: FOLLOWER
03:52:45.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:45.138664 13442 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
03:52:45.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:45.415863 13418 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:52:45.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:45.416463 13418 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:52:45.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:45.417098 13418 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:52:45.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:45.460963 13400 catalog_manager.cc:1259] Loaded cluster ID: ede8ed7c182a42d7b89980e33afeb4f8
03:52:45.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:45.461576 13400 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b2d8538cf6d84e039c73217da17faa76: loading cluster ID for follower catalog manager: success
03:52:45.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:45.470539 13400 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b2d8538cf6d84e039c73217da17faa76: acquiring CA information for follower catalog manager: success
03:52:45.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:45.477090 13418 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:52:45.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:45.483783 13400 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b2d8538cf6d84e039c73217da17faa76: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:52:45.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:45.485428 13418 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.172.129
03:52:45.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:45.543140 13413 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b2d8538cf6d84e039c73217da17faa76" member_type: VOTER last_known_addr { host: "127.12.172.190" port: 46819 } } peers { permanent_uuid: "a013d534455449afb30356d79d1db8dc" member_type: VOTER last_known_addr { host: "127.12.172.189" port: 46439 } } peers { permanent_uuid: "8b83e958d3be477a8ea1fe0bafbc0482" member_type: VOTER last_known_addr { host: "127.12.172.188" port: 41965 } } }
03:52:45.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:45.543958 13413 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8b83e958d3be477a8ea1fe0bafbc0482 [sys.catalog]: This master's current role is: LEADER
03:52:45.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:45.545080 13418 tablet_server_runner.cc:78] Tablet server non-default flags:
03:52:45.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:52:45.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.172.148:33401
03:52:45.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:52:45.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:52:45.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-0/data
03:52:45.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-0/wal
03:52:45.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:52:45.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:52:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.172.129:0
03:52:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:52:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:52:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:52:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-0/data/info.pb
03:52:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.172.129
03:52:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:52:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.172.190:46819,127.12.172.189:46439,127.12.172.188:41965
03:52:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:52:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:52:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:52:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:52:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:52:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.172.129
03:52:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-0/logs
03:52:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:52:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:52:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:52:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:52:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:52:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:52:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:52:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
03:52:45.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
03:52:45.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:52:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:45.553493 13418 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:52:45.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:45.556013 13418 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:52:45.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:45.586759 13459 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:52:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:46.165024 13442 catalog_manager.cc:1259] Loaded cluster ID: ede8ed7c182a42d7b89980e33afeb4f8
03:52:46.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:46.165324 13442 catalog_manager.cc:1552] T 00000000000000000000000000000000 P a013d534455449afb30356d79d1db8dc: loading cluster ID for follower catalog manager: success
03:52:46.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:46.195307 13442 catalog_manager.cc:1574] T 00000000000000000000000000000000 P a013d534455449afb30356d79d1db8dc: acquiring CA information for follower catalog manager: success
03:52:46.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:46.202142 13442 catalog_manager.cc:1602] T 00000000000000000000000000000000 P a013d534455449afb30356d79d1db8dc: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:52:48.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:45.586818 13457 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:52:48.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:46.977524 13456 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 13418
03:52:48.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:48.364223 13418 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.777s user 0.811s sys 1.254s
03:52:48.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:48.366832 13418 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.780s user 0.811s sys 1.254s
03:52:48.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:48.367585 13460 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2777 milliseconds
03:52:48.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:48.367843 13461 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:52:48.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.368283 13418 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:52:48.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.371769 13418 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:52:48.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.374234 13418 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:52:48.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.375649 13418 hybrid_clock.cc:648] HybridClock initialized: now 1785988368375690 us; error 122 us; skew 500 ppm
03:52:48.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.376626 13418 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:52:48.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.386399 13418 webserver.cc:460] Webserver started at http://127.12.172.129:42865/ using document root <none> and password file <none>
03:52:48.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.387557 13418 fs_manager.cc:359] Metadata directory not provided
03:52:48.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.387753 13418 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:52:48.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.388109 13418 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:52:48.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.393100 13418 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-0/data/instance:
03:52:48.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "292e5a8127784171846d0be7c0177175"
03:52:48.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:52:48 on dist-test-slave-gjrz"
03:52:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.394275 13418 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-0/wal/instance:
03:52:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "292e5a8127784171846d0be7c0177175"
03:52:48.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:52:48 on dist-test-slave-gjrz"
03:52:48.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.402166 13418 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.005s
03:52:48.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.407745 13474 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:52:48.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.408813 13418 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
03:52:48.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.409073 13418 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-0/data,/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-0/wal
03:52:48.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "292e5a8127784171846d0be7c0177175"
03:52:48.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:52:48 on dist-test-slave-gjrz"
03:52:48.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.409359 13418 fs_report.cc:383] FS layout report
03:52:48.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:52:48.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-0/wal
03:52:48.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-0/wal
03:52:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-0/data/data
03:52:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:52:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:52:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:52:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:52:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:52:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:52:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:52:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:52:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:52:48.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:52:48.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:52:48.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.461273 13418 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:52:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.462795 13418 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:52:48.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.463179 13418 kserver.cc:163] Server-wide thread pool size limit: 3276
03:52:48.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.466712 13418 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:52:48.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.471439 13418 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:52:48.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.471629 13418 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:52:48.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.471822 13418 ts_tablet_manager.cc:610] Registered 0 tablets
03:52:48.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.471956 13418 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:52:48.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.668907 13418 rpc_server.cc:307] RPC server started. Bound to: 127.12.172.129:46601
03:52:48.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.668968 13633 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.172.129:46601 every 8 connection(s)
03:52:48.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.672554 13418 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-0/data/info.pb
03:52:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.674165 12978 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu as pid 13418
03:52:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.674638 12978 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-0/wal/instance
03:52:48.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.689179 12978 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu
03:52:48.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu
03:52:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-1/wal
03:52:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-1/data
03:52:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:52:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:52:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:52:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:52:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:52:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:52:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-1/logs
03:52:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-1/data/info.pb
03:52:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:52:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:52:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:52:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:52:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:52:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:52:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:52:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:52:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:52:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:52:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.172.130:0
03:52:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.172.130
03:52:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.172.130
03:52:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:52:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.172.190:46819,127.12.172.189:46439,127.12.172.188:41965
03:52:48.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.172.148:33401
03:52:48.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:52:48.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:52:48.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:52:48.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.739352 13643 heartbeater.cc:347] Connected to a master server at 127.12.172.190:46819
03:52:48.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.739838 13643 heartbeater.cc:464] Registering TS with master...
03:52:48.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.741118 13643 heartbeater.cc:511] Master 127.12.172.190:46819 requested a full tablet report, sending...
03:52:48.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.744889 13040 ts_manager.cc:194] Registered new tserver with Master: 292e5a8127784171846d0be7c0177175 (127.12.172.129:46601)
03:52:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.754323 13635 heartbeater.cc:347] Connected to a master server at 127.12.172.188:41965
03:52:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.754657 13635 heartbeater.cc:464] Registering TS with master...
03:52:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.754864 13634 heartbeater.cc:347] Connected to a master server at 127.12.172.189:46439
03:52:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.755131 13634 heartbeater.cc:464] Registering TS with master...
03:52:48.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.755544 13635 heartbeater.cc:511] Master 127.12.172.188:41965 requested a full tablet report, sending...
03:52:48.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.755860 13634 heartbeater.cc:511] Master 127.12.172.189:46439 requested a full tablet report, sending...
03:52:48.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.757886 13292 ts_manager.cc:194] Registered new tserver with Master: 292e5a8127784171846d0be7c0177175 (127.12.172.129:46601)
03:52:48.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.758917 13158 ts_manager.cc:194] Registered new tserver with Master: 292e5a8127784171846d0be7c0177175 (127.12.172.129:46601)
03:52:48.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:48.760838 13292 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.12.172.129:41803
03:52:49.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:49.065943 13648 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:52:49.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:49.066455 13648 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:52:49.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:49.067042 13648 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:52:49.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:49.097532 13648 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:52:49.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:49.098443 13648 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.172.130
03:52:49.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:49.132025 13648 tablet_server_runner.cc:78] Tablet server non-default flags:
03:52:49.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:52:49.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.172.148:33401
03:52:49.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:52:49.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:52:49.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-1/data
03:52:49.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-1/wal
03:52:49.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:52:49.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:52:49.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.172.130:0
03:52:49.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:52:49.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:52:49.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:52:49.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-1/data/info.pb
03:52:49.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.172.130
03:52:49.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:52:49.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.172.190:46819,127.12.172.189:46439,127.12.172.188:41965
03:52:49.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:52:49.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:52:49.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:52:49.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:52:49.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:52:49.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.172.130
03:52:49.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-1/logs
03:52:49.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:52:49.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:52:49.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:52:49.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:52:49.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:52:49.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:52:49.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:52:49.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
03:52:49.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
03:52:49.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:52:49.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:49.133564 13648 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:52:49.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:49.135447 13648 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:52:49.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:49.154277 13661 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:52:49.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:49.764565 13635 heartbeater.cc:503] Master 127.12.172.188:41965 was elected leader, sending a full tablet report...
03:52:50.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:49.154384 13664 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:52:50.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:49.154419 13659 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:52:50.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:50.242007 13662 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:52:50.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.242223 13648 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:52:50.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.245687 13648 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:52:50.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.247856 13648 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:52:50.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.249220 13648 hybrid_clock.cc:648] HybridClock initialized: now 1785988370249177 us; error 49 us; skew 500 ppm
03:52:50.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.249977 13648 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:52:50.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.255884 13648 webserver.cc:460] Webserver started at http://127.12.172.130:43543/ using document root <none> and password file <none>
03:52:50.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.256736 13648 fs_manager.cc:359] Metadata directory not provided
03:52:50.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.256918 13648 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:52:50.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.257304 13648 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:52:50.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.262282 13648 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-1/data/instance:
03:52:50.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1972a504c84641f8933967d180da9264"
03:52:50.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:52:50 on dist-test-slave-gjrz"
03:52:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.263348 13648 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-1/wal/instance:
03:52:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1972a504c84641f8933967d180da9264"
03:52:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:52:50 on dist-test-slave-gjrz"
03:52:50.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.269954 13648 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.001s sys 0.005s
03:52:50.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.275125 13677 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:52:50.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.276081 13648 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
03:52:50.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.276360 13648 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-1/data,/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-1/wal
03:52:50.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1972a504c84641f8933967d180da9264"
03:52:50.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:52:50 on dist-test-slave-gjrz"
03:52:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.276650 13648 fs_report.cc:383] FS layout report
03:52:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:52:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-1/wal
03:52:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-1/wal
03:52:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-1/data/data
03:52:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:52:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:52:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:52:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:52:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:52:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:52:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:52:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:52:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:52:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:52:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:52:50.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.319662 13648 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:52:50.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.321040 13648 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:52:50.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.321449 13648 kserver.cc:163] Server-wide thread pool size limit: 3276
03:52:50.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.323905 13648 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:52:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.327987 13648 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:52:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.328183 13648 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:52:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.328380 13648 ts_tablet_manager.cc:610] Registered 0 tablets
03:52:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.328514 13648 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:52:50.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.497291 13648 rpc_server.cc:307] RPC server started. Bound to: 127.12.172.130:34721
03:52:50.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.497386 13832 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.172.130:34721 every 8 connection(s)
03:52:50.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.499820 13648 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-1/data/info.pb
03:52:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.500818 12978 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu as pid 13648
03:52:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.501482 12978 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-1/wal/instance
03:52:50.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.513480 12978 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu
03:52:50.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu
03:52:50.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-2/wal
03:52:50.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-2/data
03:52:50.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:52:50.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:52:50.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:52:50.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:52:50.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:52:50.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:52:50.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-2/logs
03:52:50.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-2/data/info.pb
03:52:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:52:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:52:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:52:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:52:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:52:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:52:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:52:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:52:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:52:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:52:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.172.131:0
03:52:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.172.131
03:52:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.172.131
03:52:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:52:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.172.190:46819,127.12.172.189:46439,127.12.172.188:41965
03:52:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.172.148:33401
03:52:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:52:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:52:50.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:52:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.585925 13836 heartbeater.cc:347] Connected to a master server at 127.12.172.188:41965
03:52:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.586449 13836 heartbeater.cc:464] Registering TS with master...
03:52:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.587594 13836 heartbeater.cc:511] Master 127.12.172.188:41965 requested a full tablet report, sending...
03:52:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.591039 13292 ts_manager.cc:194] Registered new tserver with Master: 1972a504c84641f8933967d180da9264 (127.12.172.130:34721)
03:52:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.591369 13835 heartbeater.cc:347] Connected to a master server at 127.12.172.189:46439
03:52:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.591697 13835 heartbeater.cc:464] Registering TS with master...
03:52:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.592590 13835 heartbeater.cc:511] Master 127.12.172.189:46439 requested a full tablet report, sending...
03:52:50.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.593034 13292 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.12.172.130:51293
03:52:50.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.594767 13158 ts_manager.cc:194] Registered new tserver with Master: 1972a504c84641f8933967d180da9264 (127.12.172.130:34721)
03:52:50.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.598493 13838 heartbeater.cc:347] Connected to a master server at 127.12.172.190:46819
03:52:50.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.598770 13838 heartbeater.cc:464] Registering TS with master...
03:52:50.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.599382 13838 heartbeater.cc:511] Master 127.12.172.190:46819 requested a full tablet report, sending...
03:52:50.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.601368 13040 ts_manager.cc:194] Registered new tserver with Master: 1972a504c84641f8933967d180da9264 (127.12.172.130:34721)
03:52:50.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:50.909468 13842 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:52:50.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:50.909955 13842 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:52:50.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:50.910542 13842 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:52:50.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:50.941447 13842 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:52:50.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:50.942310 13842 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.172.131
03:52:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.974879 13842 tablet_server_runner.cc:78] Tablet server non-default flags:
03:52:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:52:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.172.148:33401
03:52:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:52:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:52:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-2/data
03:52:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-2/wal
03:52:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:52:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:52:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.172.131:0
03:52:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:52:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:52:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:52:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-2/data/info.pb
03:52:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.172.131
03:52:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:52:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.172.190:46819,127.12.172.189:46439,127.12.172.188:41965
03:52:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:52:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:52:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:52:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:52:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:52:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.172.131
03:52:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-2/logs
03:52:50.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:52:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:52:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:52:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:52:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:52:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:52:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:52:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
03:52:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
03:52:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:52:50.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.976441 13842 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:52:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:50.978245 13842 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:52:51.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:51.004240 13856 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:52:51.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:51.598716 13836 heartbeater.cc:503] Master 127.12.172.188:41965 was elected leader, sending a full tablet report...
03:52:52.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:51.004282 13857 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:52:52.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:51.006533 13842 server_base.cc:1034] running on GCE node
03:52:52.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:51.006696 13859 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:52:52.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.100632 13842 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:52:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.103353 13842 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:52:52.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.104791 13842 hybrid_clock.cc:648] HybridClock initialized: now 1785988372104710 us; error 78 us; skew 500 ppm
03:52:52.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.105803 13842 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:52:52.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.113209 13842 webserver.cc:460] Webserver started at http://127.12.172.131:39025/ using document root <none> and password file <none>
03:52:52.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.114387 13842 fs_manager.cc:359] Metadata directory not provided
03:52:52.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.114646 13842 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:52:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.115172 13842 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:52:52.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.120121 13842 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-2/data/instance:
03:52:52.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf1f2e2651dc4f429b6d749b0046e77e"
03:52:52.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:52:52 on dist-test-slave-gjrz"
03:52:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.121124 13842 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-2/wal/instance:
03:52:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf1f2e2651dc4f429b6d749b0046e77e"
03:52:52.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:52:52 on dist-test-slave-gjrz"
03:52:52.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.128206 13842 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
03:52:52.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.133389 13870 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:52:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.134418 13842 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.001s
03:52:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.134701 13842 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-2/data,/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-2/wal
03:52:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf1f2e2651dc4f429b6d749b0046e77e"
03:52:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:52:52 on dist-test-slave-gjrz"
03:52:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.134976 13842 fs_report.cc:383] FS layout report
03:52:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:52:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-2/wal
03:52:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-2/wal
03:52:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-2/data/data
03:52:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:52:52.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:52:52.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:52:52.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:52:52.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:52:52.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:52:52.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:52:52.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:52:52.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:52:52.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:52:52.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:52:52.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.167827 13842 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:52:52.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.169282 13842 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:52:52.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.169680 13842 kserver.cc:163] Server-wide thread pool size limit: 3276
03:52:52.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.172073 13842 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:52:52.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.176005 13842 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:52:52.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.176192 13842 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:52:52.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.176383 13842 ts_tablet_manager.cc:610] Registered 0 tablets
03:52:52.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.176509 13842 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:52:52.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.467047 13842 rpc_server.cc:307] RPC server started. Bound to: 127.12.172.131:39191
03:52:52.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.467370 14018 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.172.131:39191 every 8 connection(s)
03:52:52.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.469551 13842 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-2/data/info.pb
03:52:52.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.479193 12978 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu as pid 13842
03:52:52.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.479684 12978 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster8070071477118348626/ts-2/wal/instance
03:52:52.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.530196 14022 heartbeater.cc:347] Connected to a master server at 127.12.172.189:46439
03:52:52.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.530680 14022 heartbeater.cc:464] Registering TS with master...
03:52:52.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.531973 14022 heartbeater.cc:511] Master 127.12.172.189:46439 requested a full tablet report, sending...
03:52:52.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.532574 14023 heartbeater.cc:347] Connected to a master server at 127.12.172.188:41965
03:52:52.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.532889 14023 heartbeater.cc:464] Registering TS with master...
03:52:52.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.533300 14027 heartbeater.cc:347] Connected to a master server at 127.12.172.190:46819
03:52:52.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.533550 14027 heartbeater.cc:464] Registering TS with master...
03:52:52.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.533721 14023 heartbeater.cc:511] Master 127.12.172.188:41965 requested a full tablet report, sending...
03:52:52.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.534715 14027 heartbeater.cc:511] Master 127.12.172.190:46819 requested a full tablet report, sending...
03:52:52.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.535142 13158 ts_manager.cc:194] Registered new tserver with Master: bf1f2e2651dc4f429b6d749b0046e77e (127.12.172.131:39191)
03:52:52.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.537020 13292 ts_manager.cc:194] Registered new tserver with Master: bf1f2e2651dc4f429b6d749b0046e77e (127.12.172.131:39191)
03:52:52.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.537300 13040 ts_manager.cc:194] Registered new tserver with Master: bf1f2e2651dc4f429b6d749b0046e77e (127.12.172.131:39191)
03:52:52.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.538765 13292 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.12.172.131:58615
03:52:52.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:52.548373 12978 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
03:52:52.561 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:52:52.563 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
03:52:52.574 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.12.172.190"
port: 46819
}
bound_http_address {
host: "127.12.172.190"
port: 43951
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.12.172.189"
port: 46439
}
bound_http_address {
host: "127.12.172.189"
port: 45149
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.12.172.188"
port: 41965
}
bound_http_address {
host: "127.12.172.188"
port: 45913
}
}
}
03:52:52.578 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
03:52:52.581 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.12.172.129"
port: 46601
}
bound_http_address {
host: "127.12.172.129"
port: 42865
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.12.172.130"
port: 34721
}
bound_http_address {
host: "127.12.172.130"
port: 43543
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.12.172.131"
port: 39191
}
bound_http_address {
host: "127.12.172.131"
port: 39025
}
}
}
03:52:52.581 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
03:52:52.774 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
03:52:52.889 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskRASlsr/test-tmp
03:52:52.890 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:52:52.890 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskRASlsr/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:52:52.893 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
03:52:53.215 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:52:53.215 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:52:53.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:53.218670 14035 mini_oidc.cc:152] Starting JWKS server
03:52:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:53.223963 14035 webserver.cc:460] Webserver started at http://127.0.0.1:38921/ using document root <none> and password file <none>
03:52:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:53.224478 14035 mini_oidc.cc:189] Starting OIDC Discovery server
03:52:53.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:53.228353 14035 webserver.cc:460] Webserver started at http://127.0.0.1:40901/ using document root <none> and password file <none>
03:52:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
03:52:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/principal' for realm 'KRBTEST.COM',
03:52:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
03:52:53.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:52:53 dist-test-slave-gjrz krb5kdc[14049](info): setting up network...
03:52:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
03:52:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:52:53 dist-test-slave-gjrz krb5kdc[14049](info): set up 2 sockets
03:52:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:52:53 dist-test-slave-gjrz krb5kdc[14049](info): commencing operation
03:52:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
03:52:53.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:53.542398 14023 heartbeater.cc:503] Master 127.12.172.188:41965 was elected leader, sending a full tablet report...
03:52:54.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:54.418996 14035 mini_kdc.cc:121] Time spent starting KDC: real 1.161s user 0.002s sys 0.020s
03:52:54.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
03:52:54.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:52:54.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
03:52:54.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
03:52:54.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:52:54.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
03:52:54.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
03:52:54.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:52:54.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
03:52:54.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:52:54.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/test-user.keytab.
03:52:54.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/test-user.keytab.
03:52:54.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:52:54 dist-test-slave-gjrz krb5kdc[14049](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785988374, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:52:54.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:52:54.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T03:52:54Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
03:52:54.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T03:52:54Z Disabled control of system clock
03:52:54.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.13.180.254@KRBTEST.COM; defaulting to no policy
03:52:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:52:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.13.180.254@KRBTEST.COM" created.
03:52:54.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:52:54.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.180.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/kudu_127.13.180.254.keytab.
03:52:54.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.180.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/kudu_127.13.180.254.keytab.
03:52:54.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:54.607734 14035 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu
03:52:54.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu
03:52:54.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/wal
03:52:54.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/data
03:52:54.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:52:54.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:52:54.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:52:54.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:52:54.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/logs
03:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/data/info.pb
03:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.180.254:37159
03:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.180.254
03:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/kudu_127.13.180.254.keytab
03:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.180.254
03:52:54.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:52:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:52:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:52:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.180.212:36717
03:52:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:52:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:52:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:52:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:52:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.180.254:37159,127.13.180.253:46493,127.13.180.252:46837
03:52:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:52:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38921/jwks.json
03:52:54.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:52:54.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:54.994630 14072 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:52:54.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:54.995362 14072 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:52:54.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:54.996018 14072 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:52:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:55.027328 14072 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:52:55.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:55.027560 14072 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:52:55.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:55.027830 14072 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:52:55.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:55.028105 14072 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:52:55.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:55.028357 14072 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:52:55.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:55.028548 14072 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:52:55.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:55.028685 14072 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38921/jwks.json
03:52:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:55.065104 14072 master_runner.cc:386] Master server non-default flags:
03:52:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:52:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.180.212:36717
03:52:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:52:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:52:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/data
03:52:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/wal
03:52:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:52:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:52:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.180.254:37159,127.13.180.253:46493,127.13.180.252:46837
03:52:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/kudu_127.13.180.254.keytab
03:52:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.180.254
03:52:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:52:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:52:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:52:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.180.254:37159
03:52:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:52:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:52:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:52:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38921/jwks.json
03:52:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:52:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:52:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:52:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:52:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:52:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/data/info.pb
03:52:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.180.254
03:52:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:52:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:52:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:52:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:52:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:52:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:52:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/logs
03:52:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:52:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:52:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:52:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:52:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:52:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:52:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:52:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
03:52:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
03:52:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:52:55.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:55.066190 14072 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:52:55.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:55.067129 14072 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:52:55.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:55.090257 14082 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:52:56.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:56.223124 13630 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6860 after lost signal to thread 13443
03:52:56.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:56.227429 13630 debug-util.cc:398] Leaking SignalData structure 0x7b08000af7a0 after lost signal to thread 13633
03:52:56.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:55.094596 14084 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:52:56.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:55.091240 14081 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:52:56.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:56.438871 14083 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1345 milliseconds
03:52:56.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:56.439039 14072 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:52:56.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:56.440712 14072 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:52:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:56.446271 14072 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:52:56.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:56.447788 14072 hybrid_clock.cc:648] HybridClock initialized: now 1785988376447733 us; error 53 us; skew 500 ppm
03:52:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:56.449126 14072 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:52:56.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:52:56 dist-test-slave-gjrz krb5kdc[14049](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785988376, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.180.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:52:56.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:56.467706 14072 init.cc:377] Logged in from keytab as kudu/127.13.180.254@KRBTEST.COM (short username kudu)
03:52:56.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:56.487388 14072 webserver.cc:460] Webserver started at http://127.13.180.254:46011/ using document root <none> and password file <none>
03:52:56.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:56.488865 14072 fs_manager.cc:359] Metadata directory not provided
03:52:56.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:56.489184 14072 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:52:56.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:56.489774 14072 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:52:56.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:56.498579 14072 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/data/instance:
03:52:56.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f97b11b9517424ebcd7bc9fd3f48e55"
03:52:56.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:52:56 on dist-test-slave-gjrz"
03:52:56.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:56.500569 14072 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/wal/instance:
03:52:56.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f97b11b9517424ebcd7bc9fd3f48e55"
03:52:56.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:52:56 on dist-test-slave-gjrz"
03:52:56.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:56.517047 14072 fs_manager.cc:691] Time spent creating directory manager: real 0.016s user 0.002s sys 0.013s
03:52:56.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:56.530838 14099 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:52:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:56.532635 14072 fs_manager.cc:725] Time spent opening block manager: real 0.012s user 0.002s sys 0.009s
03:52:56.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:56.533180 14072 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/data,/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/wal
03:52:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f97b11b9517424ebcd7bc9fd3f48e55"
03:52:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:52:56 on dist-test-slave-gjrz"
03:52:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:56.533643 14072 fs_report.cc:383] FS layout report
03:52:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:52:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/wal
03:52:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/wal
03:52:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/data/data
03:52:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:52:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:52:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:52:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:52:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:52:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:52:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:52:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:52:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:52:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:52:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:52:56.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:56.613297 14072 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:52:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:56.626531 14072 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:52:56.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:56.628171 14072 kserver.cc:163] Server-wide thread pool size limit: 3276
03:52:57.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:57.053269 14072 rpc_server.cc:307] RPC server started. Bound to: 127.13.180.254:37159
03:52:57.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:57.053927 14174 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.180.254:37159 every 8 connection(s)
03:52:57.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:57.056555 14072 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/data/info.pb
03:52:57.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:57.057904 14035 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu as pid 14072
03:52:57.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:57.058415 14035 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/wal/instance
03:52:57.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:57.073828 14175 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:52:57.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.13.180.253@KRBTEST.COM; defaulting to no policy
03:52:57.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:52:57.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.13.180.253@KRBTEST.COM" created.
03:52:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:57.113385 14175 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.180.254" port: 37159 } has no permanent_uuid. Determining permanent_uuid...
03:52:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:52:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.180.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/kudu_127.13.180.253.keytab.
03:52:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.180.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/kudu_127.13.180.253.keytab.
03:52:57.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:57.144287 14035 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu
03:52:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu
03:52:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/wal
03:52:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/data
03:52:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:52:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:52:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:52:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:52:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:52:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:52:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/logs
03:52:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/data/info.pb
03:52:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:52:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:52:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:52:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:52:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:52:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:52:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:52:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:52:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:52:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:52:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:52:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:52:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.180.253:46493
03:52:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.180.253
03:52:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:52:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/kudu_127.13.180.253.keytab
03:52:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.180.253
03:52:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:52:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:52:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:52:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.180.212:36717
03:52:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:52:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:52:57.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:52:57.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:52:57.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.180.254:37159,127.13.180.253:46493,127.13.180.252:46837
03:52:57.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:52:57.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38921/jwks.json
03:52:57.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:52:57.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:52:57 dist-test-slave-gjrz krb5kdc[14049](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785988376, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.180.254@KRBTEST.COM for kudu/127.13.180.254@KRBTEST.COM
03:52:57.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:57.225318 14175 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.180.253" port: 46493 } has no permanent_uuid. Determining permanent_uuid...
03:52:57.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:57.231410 14103 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.180.253:46493: connect: Connection refused (error 111)
03:52:57.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:57.237229 13203 debug-util.cc:398] Leaking SignalData structure 0x7b0800083fe0 after lost signal to thread 13110
03:52:57.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:57.238111 13203 debug-util.cc:398] Leaking SignalData structure 0x7b08000ab3a0 after lost signal to thread 13207
03:52:57.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:57.258599 14175 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.180.253:46493: Network error: Client connection negotiation failed: client connection to 127.13.180.253:46493: connect: Connection refused (error 111)
03:52:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:57.308404 14175 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.180.253" port: 46493 } attempt: 1
03:52:57.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:57.317313 14175 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.180.253:46493: Network error: Client connection negotiation failed: client connection to 127.13.180.253:46493: connect: Connection refused (error 111)
03:52:57.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:57.385967 14175 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.180.253" port: 46493 } attempt: 2
03:52:57.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:57.395416 14175 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.180.253:46493: Network error: Client connection negotiation failed: client connection to 127.13.180.253:46493: connect: Connection refused (error 111)
03:52:57.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:57.487004 14175 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.180.253" port: 46493 } attempt: 3
03:52:57.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:57.507432 14175 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.180.253:46493: Network error: Client connection negotiation failed: client connection to 127.13.180.253:46493: connect: Connection refused (error 111)
03:52:57.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:57.651058 14175 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.180.253" port: 46493 } attempt: 4
03:52:57.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:57.659893 14175 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.180.253:46493: Network error: Client connection negotiation failed: client connection to 127.13.180.253:46493: connect: Connection refused (error 111)
03:52:57.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:57.959510 14175 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.180.253" port: 46493 } attempt: 5
03:52:57.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:57.970261 14175 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.180.253:46493: Network error: Client connection negotiation failed: client connection to 127.13.180.253:46493: connect: Connection refused (error 111)
03:52:58.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:58.002326 14183 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:52:58.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:58.003737 14183 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:52:58.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:58.005084 14183 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:52:58.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:58.073326 14183 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:52:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:58.075120 14183 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:52:58.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:58.075670 14183 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:52:58.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:58.076004 14183 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:52:58.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:58.076308 14183 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:52:58.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:58.076614 14183 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:52:58.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:58.077049 14183 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38921/jwks.json
03:52:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:58.148972 14183 master_runner.cc:386] Master server non-default flags:
03:52:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:52:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.180.212:36717
03:52:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:52:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:52:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/data
03:52:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/wal
03:52:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:52:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:52:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.180.254:37159,127.13.180.253:46493,127.13.180.252:46837
03:52:58.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/kudu_127.13.180.253.keytab
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.180.253
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.180.253:46493
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38921/jwks.json
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/data/info.pb
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.180.253
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/logs
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:52:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:52:58.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
03:52:58.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
03:52:58.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:52:58.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:58.150512 14183 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:52:58.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:58.151927 14183 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:52:58.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:58.189059 14195 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:52:58.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:58.517894 14175 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.180.253" port: 46493 } attempt: 6
03:52:58.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:58.551996 14175 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.180.253:46493: Network error: Client connection negotiation failed: client connection to 127.13.180.253:46493: connect: Connection refused (error 111)
03:52:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:59.612527 14175 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.180.253" port: 46493 } attempt: 7
03:52:59.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:59.632023 14175 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.180.253:46493: Network error: Client connection negotiation failed: client connection to 127.13.180.253:46493: connect: Connection refused (error 111)
03:52:59.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:58.190444 14196 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:52:59.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:58.193590 14199 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:52:59.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:52:59.656001 14198 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1469 milliseconds
03:52:59.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:59.656586 14183 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:52:59.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:59.660363 14183 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:52:59.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:59.663164 14183 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:52:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:59.664623 14183 hybrid_clock.cc:648] HybridClock initialized: now 1785988379664577 us; error 41 us; skew 500 ppm
03:52:59.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:59.665642 14183 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:52:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:52:59 dist-test-slave-gjrz krb5kdc[14049](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785988379, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.180.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:52:59.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:59.677345 14183 init.cc:377] Logged in from keytab as kudu/127.13.180.253@KRBTEST.COM (short username kudu)
03:52:59.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:59.691745 14183 webserver.cc:460] Webserver started at http://127.13.180.253:38309/ using document root <none> and password file <none>
03:52:59.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:59.692965 14183 fs_manager.cc:359] Metadata directory not provided
03:52:59.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:59.693212 14183 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:52:59.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:59.693854 14183 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:52:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:59.700853 14183 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/data/instance:
03:52:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5a2faa7a556e49f1b239af0bd2087e85"
03:52:59.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:52:59 on dist-test-slave-gjrz"
03:52:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:59.702356 14183 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/wal/instance:
03:52:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5a2faa7a556e49f1b239af0bd2087e85"
03:52:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:52:59 on dist-test-slave-gjrz"
03:52:59.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:59.717083 14183 fs_manager.cc:691] Time spent creating directory manager: real 0.014s user 0.006s sys 0.009s
03:52:59.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:59.729234 14217 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:52:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:59.730687 14183 fs_manager.cc:725] Time spent opening block manager: real 0.010s user 0.002s sys 0.007s
03:52:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:59.731132 14183 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/data,/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/wal
03:52:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5a2faa7a556e49f1b239af0bd2087e85"
03:52:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:52:59 on dist-test-slave-gjrz"
03:52:59.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:59.731560 14183 fs_report.cc:383] FS layout report
03:52:59.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:52:59.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/wal
03:52:59.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/wal
03:52:59.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/data/data
03:52:59.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:52:59.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:52:59.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:52:59.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:52:59.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:52:59.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:52:59.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:52:59.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:52:59.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:52:59.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:52:59.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:52:59.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:59.791028 14183 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:52:59.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:59.800493 14183 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:52:59.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:52:59.801347 14183 kserver.cc:163] Server-wide thread pool size limit: 3276
03:53:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:00.137107 14183 rpc_server.cc:307] RPC server started. Bound to: 127.13.180.253:46493
03:53:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:00.137161 14289 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.180.253:46493 every 8 connection(s)
03:53:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:00.140462 14183 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/data/info.pb
03:53:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:00.144836 14035 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu as pid 14183
03:53:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:00.145434 14035 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/wal/instance
03:53:00.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:00.154186 14292 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:53:00.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.13.180.252@KRBTEST.COM; defaulting to no policy
03:53:00.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:53:00.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.13.180.252@KRBTEST.COM" created.
03:53:00.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:00.190245 14292 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.180.254" port: 37159 } has no permanent_uuid. Determining permanent_uuid...
03:53:00.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:53:00.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.180.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/kudu_127.13.180.252.keytab.
03:53:00.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.13.180.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/kudu_127.13.180.252.keytab.
03:53:00.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:00.217877 14035 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu
03:53:00.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu
03:53:00.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/wal
03:53:00.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/data
03:53:00.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:53:00.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:53:00.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:53:00.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:53:00.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:53:00.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:53:00.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/logs
03:53:00.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/data/info.pb
03:53:00.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.180.252:46837
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.180.252
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/kudu_127.13.180.252.keytab
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.180.252
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.180.212:36717
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.180.254:37159,127.13.180.253:46493,127.13.180.252:46837
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38921/jwks.json
03:53:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:53:00.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:53:00 dist-test-slave-gjrz krb5kdc[14049](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785988379, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.180.253@KRBTEST.COM for kudu/127.13.180.254@KRBTEST.COM
03:53:00.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:00.267910 14292 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.180.253" port: 46493 } has no permanent_uuid. Determining permanent_uuid...
03:53:00.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:53:00 dist-test-slave-gjrz krb5kdc[14049](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785988379, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.180.253@KRBTEST.COM for kudu/127.13.180.253@KRBTEST.COM
03:53:00.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:00.326264 14292 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } has no permanent_uuid. Determining permanent_uuid...
03:53:00.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:00.331425 14222 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.180.252:46837: connect: Connection refused (error 111)
03:53:00.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:00.345724 14292 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.180.252:46837: Network error: Client connection negotiation failed: client connection to 127.13.180.252:46837: connect: Connection refused (error 111)
03:53:00.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:00.395424 14292 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } attempt: 1
03:53:00.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:00.402309 14292 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.180.252:46837: Network error: Client connection negotiation failed: client connection to 127.13.180.252:46837: connect: Connection refused (error 111)
03:53:00.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:00.470873 14292 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } attempt: 2
03:53:00.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:00.477954 14292 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.180.252:46837: Network error: Client connection negotiation failed: client connection to 127.13.180.252:46837: connect: Connection refused (error 111)
03:53:00.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:00.569581 14292 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } attempt: 3
03:53:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:00.575752 14292 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.180.252:46837: Network error: Client connection negotiation failed: client connection to 127.13.180.252:46837: connect: Connection refused (error 111)
03:53:00.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:00.719338 14292 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } attempt: 4
03:53:00.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:00.727072 14292 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.180.252:46837: Network error: Client connection negotiation failed: client connection to 127.13.180.252:46837: connect: Connection refused (error 111)
03:53:00.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:00.905378 14302 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:53:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:00.906040 14302 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:53:00.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:00.906663 14302 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:53:00.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:00.939529 14302 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:53:00.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:00.939872 14302 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:53:00.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:00.940166 14302 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:53:00.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:00.940414 14302 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:53:00.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:00.940622 14302 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:53:00.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:00.940876 14302 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:53:00.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:00.941103 14302 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38921/jwks.json
03:53:00.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:00.978328 14302 master_runner.cc:386] Master server non-default flags:
03:53:00.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:53:00.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.180.212:36717
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/data
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/wal
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.180.254:37159,127.13.180.253:46493,127.13.180.252:46837
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/kudu_127.13.180.252.keytab
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.180.252
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.180.252:46837
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38921/jwks.json
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/data/info.pb
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.180.252
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:53:00.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:53:00.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:53:00.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:53:00.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/logs
03:53:00.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:53:00.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:53:00.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:53:00.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:53:00.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:53:00.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:53:00.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:53:00.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
03:53:00.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
03:53:00.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:53:00.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:00.979905 14302 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:53:00.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:00.981384 14302 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:53:01.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:01.001075 14318 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:53:01.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:01.027092 14292 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } attempt: 5
03:53:01.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:01.031693 14292 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.180.252:46837: Network error: Client connection negotiation failed: client connection to 127.13.180.252:46837: connect: Connection refused (error 111)
03:53:01.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:01.579216 14292 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } attempt: 6
03:53:01.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:01.586715 14292 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.180.252:46837: Network error: Client connection negotiation failed: client connection to 127.13.180.252:46837: connect: Connection refused (error 111)
03:53:01.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:01.722663 14175 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.180.253" port: 46493 } attempt: 8
03:53:02.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:02.002696 14326 sasl_common.cc:323] Time spent creating new SASL kudu client: real 0.267s user 0.000s sys 0.000s
03:53:02.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:53:01 dist-test-slave-gjrz krb5kdc[14049](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785988376, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.180.254@KRBTEST.COM for kudu/127.13.180.253@KRBTEST.COM
03:53:02.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.020488 14175 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } has no permanent_uuid. Determining permanent_uuid...
03:53:02.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:02.032119 14175 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.180.252:46837: Network error: Client connection negotiation failed: client connection to 127.13.180.252:46837: connect: Connection refused (error 111)
03:53:02.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.097589 14175 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } attempt: 1
03:53:02.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:02.105935 14175 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.180.252:46837: Network error: Client connection negotiation failed: client connection to 127.13.180.252:46837: connect: Connection refused (error 111)
03:53:02.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.159616 14175 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } attempt: 2
03:53:02.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:02.166079 14175 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.180.252:46837: Network error: Client connection negotiation failed: client connection to 127.13.180.252:46837: connect: Connection refused (error 111)
03:53:02.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.242580 14175 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } attempt: 3
03:53:02.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:02.246924 14104 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.180.252:46837: connect: Connection refused (error 111) [suppressed 10 similar messages]
03:53:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:02.251384 14175 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.180.252:46837: Network error: Client connection negotiation failed: client connection to 127.13.180.252:46837: connect: Connection refused (error 111)
03:53:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:01.001068 14316 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:53:02.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:01.001659 14315 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:53:02.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:01.002559 14302 server_base.cc:1034] running on GCE node
03:53:02.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.266077 14302 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:53:02.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.272380 14302 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:53:02.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.273793 14302 hybrid_clock.cc:648] HybridClock initialized: now 1785988382273752 us; error 52 us; skew 500 ppm
03:53:02.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.275087 14302 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:53:02.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:53:02 dist-test-slave-gjrz krb5kdc[14049](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785988382, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.180.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:53:02.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.288527 14302 init.cc:377] Logged in from keytab as kudu/127.13.180.252@KRBTEST.COM (short username kudu)
03:53:02.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.301924 14302 webserver.cc:460] Webserver started at http://127.13.180.252:38163/ using document root <none> and password file <none>
03:53:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.302989 14302 fs_manager.cc:359] Metadata directory not provided
03:53:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.303198 14302 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:53:02.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.303671 14302 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:53:02.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.310720 14302 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/data/instance:
03:53:02.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7d4c845128d24b9a98e906d7619ff77a"
03:53:02.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:53:02 on dist-test-slave-gjrz"
03:53:02.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.311978 14302 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/wal/instance:
03:53:02.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7d4c845128d24b9a98e906d7619ff77a"
03:53:02.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:53:02 on dist-test-slave-gjrz"
03:53:02.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.326201 14302 fs_manager.cc:691] Time spent creating directory manager: real 0.013s user 0.000s sys 0.012s
03:53:02.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.338953 14339 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:53:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.340679 14302 fs_manager.cc:725] Time spent opening block manager: real 0.011s user 0.006s sys 0.004s
03:53:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.341135 14302 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/data,/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/wal
03:53:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7d4c845128d24b9a98e906d7619ff77a"
03:53:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:53:02 on dist-test-slave-gjrz"
03:53:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.341562 14302 fs_report.cc:383] FS layout report
03:53:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:53:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/wal
03:53:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/wal
03:53:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/data/data
03:53:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:53:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:53:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:53:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:53:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:53:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:53:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:53:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:53:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:53:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:53:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:53:02.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.406816 14175 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } attempt: 4
03:53:02.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:02.413632 14175 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.180.252:46837: Network error: Client connection negotiation failed: client connection to 127.13.180.252:46837: connect: Connection refused (error 111)
03:53:02.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.430845 14302 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:53:02.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.438464 14302 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:53:02.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.439206 14302 kserver.cc:163] Server-wide thread pool size limit: 3276
03:53:02.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.647233 14292 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } attempt: 7
03:53:02.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:02.665051 14292 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.180.252:46837: Network error: Client connection negotiation failed: client connection to 127.13.180.252:46837: connect: Connection refused (error 111)
03:53:02.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.710163 14175 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } attempt: 5
03:53:02.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:02.717072 14175 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.13.180.252:46837: Network error: Client connection negotiation failed: client connection to 127.13.180.252:46837: connect: Connection refused (error 111)
03:53:02.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.780177 14302 rpc_server.cc:307] RPC server started. Bound to: 127.13.180.252:46837
03:53:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.781519 14416 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.180.252:46837 every 8 connection(s)
03:53:02.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.783630 14302 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/data/info.pb
03:53:02.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.790069 14035 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu as pid 14302
03:53:02.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.790591 14035 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/wal/instance
03:53:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.799770 14417 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:53:02.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.846387 14417 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.180.254" port: 37159 } has no permanent_uuid. Determining permanent_uuid...
03:53:02.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:53:02 dist-test-slave-gjrz krb5kdc[14049](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785988374, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.13.180.252@KRBTEST.COM
03:53:02.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:53:02 dist-test-slave-gjrz krb5kdc[14049](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785988382, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.180.252@KRBTEST.COM for kudu/127.13.180.254@KRBTEST.COM
03:53:02.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.911821 14417 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.180.253" port: 46493 } has no permanent_uuid. Determining permanent_uuid...
03:53:02.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:53:02 dist-test-slave-gjrz krb5kdc[14049](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785988374, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.13.180.253@KRBTEST.COM
03:53:02.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:53:02 dist-test-slave-gjrz krb5kdc[14049](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785988382, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.180.252@KRBTEST.COM for kudu/127.13.180.253@KRBTEST.COM
03:53:02.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.959977 14417 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } has no permanent_uuid. Determining permanent_uuid...
03:53:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:53:02 dist-test-slave-gjrz krb5kdc[14049](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785988374, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.13.180.254@KRBTEST.COM
03:53:02.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:53:02 dist-test-slave-gjrz krb5kdc[14049](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785988382, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.180.252@KRBTEST.COM for kudu/127.13.180.252@KRBTEST.COM
03:53:02.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:02.987437 14035 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
03:53:02.994 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:53:02.996 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
03:53:03.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:03.010048 14417 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: Bootstrap starting.
03:53:03.012 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
03:53:03.013 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
03:53:03.017 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.13.180.254"
port: 37159
}
bound_http_address {
host: "127.13.180.254"
port: 46011
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.13.180.253"
port: 46493
}
bound_http_address {
host: "127.13.180.253"
port: 38309
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.13.180.252"
port: 46837
}
bound_http_address {
host: "127.13.180.252"
port: 38163
}
}
}
03:53:03.018 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
03:53:03.018 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:53:03.018 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
03:53:03.020 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
03:53:03.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:03.025259 14417 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: Neither blocks nor log segments found. Creating new log.
03:53:03.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:03.029675 14417 log.cc:824] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: Log is configured to *not* fsync() on all Append() calls
03:53:03.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:03.041272 14417 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: No bootstrap required, opened a new log
03:53:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:53:03 dist-test-slave-gjrz krb5kdc[14049](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785988383, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:53:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:53:03.075 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:53:03.077 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/krb5cc
03:53:03.085 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:53:03.086 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/krb5cc
03:53:03.088 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:53:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:03.087920 14417 raft_consensus.cc:348] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f97b11b9517424ebcd7bc9fd3f48e55" member_type: VOTER last_known_addr { host: "127.13.180.254" port: 37159 } } peers { permanent_uuid: "5a2faa7a556e49f1b239af0bd2087e85" member_type: VOTER last_known_addr { host: "127.13.180.253" port: 46493 } } peers { permanent_uuid: "7d4c845128d24b9a98e906d7619ff77a" member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } }
03:53:03.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:03.089809 14417 raft_consensus.cc:374] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:53:03.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:03.090343 14417 raft_consensus.cc:729] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d4c845128d24b9a98e906d7619ff77a, State: Initialized, Role: FOLLOWER
03:53:03.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:03.091899 14417 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f97b11b9517424ebcd7bc9fd3f48e55" member_type: VOTER last_known_addr { host: "127.13.180.254" port: 37159 } } peers { permanent_uuid: "5a2faa7a556e49f1b239af0bd2087e85" member_type: VOTER last_known_addr { host: "127.13.180.253" port: 46493 } } peers { permanent_uuid: "7d4c845128d24b9a98e906d7619ff77a" member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } }
03:53:03.093 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
03:53:03.097 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
03:53:03.097 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
03:53:03.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:03.099802 14434 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f97b11b9517424ebcd7bc9fd3f48e55" member_type: VOTER last_known_addr { host: "127.13.180.254" port: 37159 } } peers { permanent_uuid: "5a2faa7a556e49f1b239af0bd2087e85" member_type: VOTER last_known_addr { host: "127.13.180.253" port: 46493 } } peers { permanent_uuid: "7d4c845128d24b9a98e906d7619ff77a" member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } } }
03:53:03.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:03.101438 14434 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [sys.catalog]: This master's current role is: FOLLOWER
03:53:03.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:03.102388 14417 sys_catalog.cc:564] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [sys.catalog]: configured and running, proceeding with master startup.
03:53:03.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:53:03 dist-test-slave-gjrz krb5kdc[14049](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785988383, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:53:03.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:53:03.160 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:53:03.160 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/krb5cc
03:53:03.162 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:53:03.162 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.13.180.254:37159
03:53:03.165 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
03:53:03.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:03.165786 14035 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu with pid 14072
03:53:03.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:03.197645 14460 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:03.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:03.198055 14460 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:03.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:03.204543 14348 connection.cc:535] client connection to 127.13.180.254:37159 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
03:53:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:03.205533 14352 tablet.cc:2369] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:53:03.212 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:53:03.212 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.13.180.252:46837
03:53:03.213 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
03:53:03.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:03.213871 14035 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu with pid 14302
03:53:03.240 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:53:03.240 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.13.180.253:46493
03:53:03.241 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
03:53:03.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:03.241711 14035 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu with pid 14183
03:53:03.273 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:53:03.273 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.13.180.254:37159
03:53:03.275 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
03:53:03.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:03.276961 14035 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu
03:53:03.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu
03:53:03.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/wal
03:53:03.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/data
03:53:03.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:53:03.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:53:03.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:53:03.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:53:03.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:53:03.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:53:03.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/logs
03:53:03.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/data/info.pb
03:53:03.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:53:03.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:53:03.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:53:03.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:53:03.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:53:03.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:53:03.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:53:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:53:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:53:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:53:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:53:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:53:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.180.254:37159
03:53:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.180.254
03:53:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46011
03:53:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/kudu_127.13.180.254.keytab
03:53:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.180.254
03:53:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:53:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:53:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:53:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.180.212:36717
03:53:03.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:53:03.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:53:03.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:53:03.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:53:03.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.180.254:37159,127.13.180.253:46493,127.13.180.252:46837
03:53:03.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:53:03.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38921/jwks.json
03:53:03.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:53:03.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:03.614724 14462 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:53:03.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:03.615461 14462 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:53:03.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:03.616225 14462 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:53:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:03.648648 14462 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:53:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:03.648932 14462 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:53:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:03.649362 14462 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:53:03.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:03.649675 14462 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:53:03.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:03.649991 14462 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:53:03.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:03.650298 14462 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:53:03.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:03.650506 14462 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38921/jwks.json
03:53:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:03.691558 14462 master_runner.cc:386] Master server non-default flags:
03:53:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:53:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.180.212:36717
03:53:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:53:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:53:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/data
03:53:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/wal
03:53:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:53:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:53:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.180.254:37159,127.13.180.253:46493,127.13.180.252:46837
03:53:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/kudu_127.13.180.254.keytab
03:53:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.180.254
03:53:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:53:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:53:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:53:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.180.254:37159
03:53:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:53:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:53:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:53:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38921/jwks.json
03:53:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:53:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:53:03.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:53:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:53:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:53:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/data/info.pb
03:53:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.180.254
03:53:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46011
03:53:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:53:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:53:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:53:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:53:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:53:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/logs
03:53:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:53:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:53:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:53:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:53:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:53:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:53:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:53:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
03:53:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
03:53:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:53:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:03.693229 14462 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:53:03.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:03.694657 14462 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:53:03.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:03.713428 14479 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:53:04.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:03.713600 14476 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:53:04.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:03.714075 14475 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:53:04.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:03.715593 14462 server_base.cc:1034] running on GCE node
03:53:04.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:04.859552 14462 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:53:04.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:04.862568 14462 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:53:04.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:04.863965 14462 hybrid_clock.cc:648] HybridClock initialized: now 1785988384863925 us; error 47 us; skew 500 ppm
03:53:04.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:04.864825 14462 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:53:04.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:53:04 dist-test-slave-gjrz krb5kdc[14049](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785988384, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.180.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:53:04.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:04.871089 14462 init.cc:377] Logged in from keytab as kudu/127.13.180.254@KRBTEST.COM (short username kudu)
03:53:04.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:04.876545 14462 webserver.cc:460] Webserver started at http://127.13.180.254:46011/ using document root <none> and password file <none>
03:53:04.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:04.877518 14462 fs_manager.cc:359] Metadata directory not provided
03:53:04.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:04.877743 14462 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:53:04.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:04.886097 14462 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.005s sys 0.000s
03:53:04.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:04.890784 14491 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:53:04.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:04.892187 14462 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
03:53:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:04.892537 14462 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/data,/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/wal
03:53:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2f97b11b9517424ebcd7bc9fd3f48e55"
03:53:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:52:56 on dist-test-slave-gjrz"
03:53:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:04.895128 14462 fs_report.cc:383] FS layout report
03:53:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:53:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/wal
03:53:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/wal
03:53:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/data/data
03:53:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:53:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:53:04.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:53:04.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:53:04.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:53:04.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:53:04.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:53:04.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:53:04.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:53:04.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:53:04.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:53:04.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:04.932145 14462 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:53:04.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:04.938654 14462 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:53:04.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:04.939131 14462 kserver.cc:163] Server-wide thread pool size limit: 3276
03:53:05.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:05.047835 14462 rpc_server.cc:307] RPC server started. Bound to: 127.13.180.254:37159
03:53:05.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:05.047991 14559 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.180.254:37159 every 8 connection(s)
03:53:05.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:05.050736 14462 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/data/info.pb
03:53:05.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:05.055696 14035 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu as pid 14462
03:53:05.056 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:53:05.056 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.13.180.252:46837
03:53:05.057 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
03:53:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:05.058187 14035 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu
03:53:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu
03:53:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/wal
03:53:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/data
03:53:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:53:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:53:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:53:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:53:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:53:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:53:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/logs
03:53:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/data/info.pb
03:53:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:53:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:53:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:53:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:53:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:53:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:53:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:53:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:53:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:53:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:53:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:53:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:53:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.180.252:46837
03:53:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.180.252
03:53:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38163
03:53:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/kudu_127.13.180.252.keytab
03:53:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.180.252
03:53:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:53:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:53:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:53:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.180.212:36717
03:53:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:53:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:53:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:53:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:53:05.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.180.254:37159,127.13.180.253:46493,127.13.180.252:46837
03:53:05.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:53:05.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38921/jwks.json
03:53:05.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:53:05.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:05.063800 14561 sys_catalog.cc:263] Verifying existing consensus state
03:53:05.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260806 03:53:05.064771 14561 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:53:05.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:05.065261 14462 master.cc:537] Master@127.13.180.254:37159 shutting down...
03:53:05.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:05.127390 14462 master.cc:552] Master@127.13.180.254:37159 shutdown complete.
03:53:05.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:53:05.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:05.395432 14565 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:53:05.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:05.396026 14565 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:53:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:05.396620 14565 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:53:05.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:05.430457 14565 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:53:05.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:05.430699 14565 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:53:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:05.430963 14565 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:53:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:05.431231 14565 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:53:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:05.431480 14565 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:53:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:05.431676 14565 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:53:05.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:05.431814 14565 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38921/jwks.json
03:53:05.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:05.476441 14565 master_runner.cc:386] Master server non-default flags:
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.180.212:36717
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/data
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/wal
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.180.254:37159,127.13.180.253:46493,127.13.180.252:46837
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/kudu_127.13.180.252.keytab
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.180.252
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.180.252:46837
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38921/jwks.json
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/data/info.pb
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.180.252
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38163
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/logs
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:53:05.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:53:05.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:53:05.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:53:05.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:53:05.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
03:53:05.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
03:53:05.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:53:05.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:05.477774 14565 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:53:05.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:05.479290 14565 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:53:05.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:05.501037 14574 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:53:06.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:05.505090 14576 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:53:06.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:05.505370 14578 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:53:06.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:06.631965 14577 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:53:06.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.632113 14565 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:53:06.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.636323 14565 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:53:06.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.639600 14565 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:53:06.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.641091 14565 hybrid_clock.cc:648] HybridClock initialized: now 1785988386641017 us; error 56 us; skew 500 ppm
03:53:06.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.642056 14565 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:53:06.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:53:06 dist-test-slave-gjrz krb5kdc[14049](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785988386, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.180.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:53:06.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.648475 14565 init.cc:377] Logged in from keytab as kudu/127.13.180.252@KRBTEST.COM (short username kudu)
03:53:06.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.653550 14565 webserver.cc:460] Webserver started at http://127.13.180.252:38163/ using document root <none> and password file <none>
03:53:06.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.654577 14565 fs_manager.cc:359] Metadata directory not provided
03:53:06.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.654834 14565 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:53:06.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.663308 14565 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.007s sys 0.000s
03:53:06.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.668888 14589 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:53:06.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.670130 14565 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
03:53:06.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.670500 14565 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/data,/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/wal
03:53:06.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7d4c845128d24b9a98e906d7619ff77a"
03:53:06.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:53:02 on dist-test-slave-gjrz"
03:53:06.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.673094 14565 fs_report.cc:383] FS layout report
03:53:06.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:53:06.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/wal
03:53:06.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/wal
03:53:06.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/data/data
03:53:06.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:53:06.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:53:06.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:53:06.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:53:06.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:53:06.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:53:06.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:53:06.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:53:06.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:53:06.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:53:06.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:53:06.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.710908 14565 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:53:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.717197 14565 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:53:06.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.717753 14565 kserver.cc:163] Server-wide thread pool size limit: 3276
03:53:06.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.795672 14565 rpc_server.cc:307] RPC server started. Bound to: 127.13.180.252:46837
03:53:06.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.795738 14667 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.180.252:46837 every 8 connection(s)
03:53:06.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.799597 14565 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-2/data/info.pb
03:53:06.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.807161 14035 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu as pid 14565
03:53:06.808 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:53:06.808 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.13.180.253:46493
03:53:06.809 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
03:53:06.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.810891 14035 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu
03:53:06.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu
03:53:06.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/wal
03:53:06.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/data
03:53:06.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:53:06.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:53:06.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:53:06.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:53:06.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:53:06.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:53:06.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/logs
03:53:06.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/data/info.pb
03:53:06.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:53:06.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:53:06.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:53:06.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:53:06.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:53:06.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:53:06.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:53:06.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:53:06.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:53:06.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:53:06.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:53:06.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:53:06.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.180.253:46493
03:53:06.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.180.253
03:53:06.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38309
03:53:06.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/kudu_127.13.180.253.keytab
03:53:06.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.180.253
03:53:06.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:53:06.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:53:06.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:53:06.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.180.212:36717
03:53:06.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:53:06.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:53:06.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:53:06.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:53:06.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.180.254:37159,127.13.180.253:46493,127.13.180.252:46837
03:53:06.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:53:06.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38921/jwks.json
03:53:06.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:53:06.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.812515 14668 sys_catalog.cc:263] Verifying existing consensus state
03:53:06.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.819777 14668 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: Bootstrap starting.
03:53:06.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.855340 14668 log.cc:824] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: Log is configured to *not* fsync() on all Append() calls
03:53:06.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.860826 14668 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
03:53:06.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.861828 14668 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: Bootstrap complete.
03:53:06.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.890472 14668 raft_consensus.cc:348] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f97b11b9517424ebcd7bc9fd3f48e55" member_type: VOTER last_known_addr { host: "127.13.180.254" port: 37159 } } peers { permanent_uuid: "5a2faa7a556e49f1b239af0bd2087e85" member_type: VOTER last_known_addr { host: "127.13.180.253" port: 46493 } } peers { permanent_uuid: "7d4c845128d24b9a98e906d7619ff77a" member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } }
03:53:06.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.893867 14668 raft_consensus.cc:374] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:53:06.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.894255 14668 raft_consensus.cc:729] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7d4c845128d24b9a98e906d7619ff77a, State: Initialized, Role: FOLLOWER
03:53:06.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.895434 14668 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f97b11b9517424ebcd7bc9fd3f48e55" member_type: VOTER last_known_addr { host: "127.13.180.254" port: 37159 } } peers { permanent_uuid: "5a2faa7a556e49f1b239af0bd2087e85" member_type: VOTER last_known_addr { host: "127.13.180.253" port: 46493 } } peers { permanent_uuid: "7d4c845128d24b9a98e906d7619ff77a" member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } }
03:53:06.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.902303 14675 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f97b11b9517424ebcd7bc9fd3f48e55" member_type: VOTER last_known_addr { host: "127.13.180.254" port: 37159 } } peers { permanent_uuid: "5a2faa7a556e49f1b239af0bd2087e85" member_type: VOTER last_known_addr { host: "127.13.180.253" port: 46493 } } peers { permanent_uuid: "7d4c845128d24b9a98e906d7619ff77a" member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } } }
03:53:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.903365 14675 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [sys.catalog]: This master's current role is: FOLLOWER
03:53:06.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.905210 14668 sys_catalog.cc:564] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [sys.catalog]: configured and running, proceeding with master startup.
03:53:06.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:06.947065 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:06.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:06.947764 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:06.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.972529 14675 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:53:06.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:06.973246 14599 tablet.cc:2369] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:53:06.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.973117 14675 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f97b11b9517424ebcd7bc9fd3f48e55" member_type: VOTER last_known_addr { host: "127.13.180.254" port: 37159 } } peers { permanent_uuid: "5a2faa7a556e49f1b239af0bd2087e85" member_type: VOTER last_known_addr { host: "127.13.180.253" port: 46493 } } peers { permanent_uuid: "7d4c845128d24b9a98e906d7619ff77a" member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } }
03:53:06.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.943953 14565 master_runner.cc:186] Error getting master registration for 127.13.180.254:37159: Network error: Client connection negotiation failed: client connection to 127.13.180.254:37159: connect: Connection refused (error 111),
03:53:06.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.974645 14565 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:53:06.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.978369 14675 leader_election.cc:288] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2f97b11b9517424ebcd7bc9fd3f48e55 (127.13.180.254:37159), 5a2faa7a556e49f1b239af0bd2087e85 (127.13.180.253:46493)
03:53:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:06.980332 14596 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.180.254:37159: connect: Connection refused (error 111)
03:53:06.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:06.986979 14596 leader_election.cc:334] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2f97b11b9517424ebcd7bc9fd3f48e55 (127.13.180.254:37159): Network error: Client connection negotiation failed: client connection to 127.13.180.254:37159: connect: Connection refused (error 111)
03:53:06.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:06.987718 14594 leader_election.cc:334] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 5a2faa7a556e49f1b239af0bd2087e85 (127.13.180.253:46493): Network error: Client connection negotiation failed: client connection to 127.13.180.253:46493: connect: Connection refused (error 111)
03:53:06.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.988189 14594 leader_election.cc:302] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7d4c845128d24b9a98e906d7619ff77a; no voters: 2f97b11b9517424ebcd7bc9fd3f48e55, 5a2faa7a556e49f1b239af0bd2087e85
03:53:06.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:06.989099 14675 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:53:07.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:07.185194 14673 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:53:07.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:07.185906 14673 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:53:07.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:07.186699 14673 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:53:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:07.219182 14673 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:53:07.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:07.219520 14673 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:53:07.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:07.219947 14673 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:53:07.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:07.220254 14673 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:53:07.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:07.220571 14673 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:53:07.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:07.220865 14673 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:53:07.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:07.221082 14673 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38921/jwks.json
03:53:07.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:07.260032 14673 master_runner.cc:386] Master server non-default flags:
03:53:07.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:53:07.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.180.212:36717
03:53:07.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:53:07.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:53:07.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/data
03:53:07.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/wal
03:53:07.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:53:07.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:53:07.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.180.254:37159,127.13.180.253:46493,127.13.180.252:46837
03:53:07.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/krb5kdc/kudu_127.13.180.253.keytab
03:53:07.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.13.180.253
03:53:07.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:53:07.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:53:07.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:53:07.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.180.253:46493
03:53:07.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:53:07.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38921/jwks.json
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/data/info.pb
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.180.253
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38309
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/logs
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 02:58:30 UTC on ccycloud.quasar-xnspdp.root.comops.site
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4569537
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:53:07.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:07.261571 14673 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:53:07.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:07.263080 14673 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:53:07.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:07.282838 14711 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:53:07.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:07.953317 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:07.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:07.953753 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:08.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:07.282843 14708 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:53:08.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:07.285138 14673 server_base.cc:1034] running on GCE node
03:53:08.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:07.283023 14709 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:53:08.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.442373 14673 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:53:08.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.445574 14673 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:53:08.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.447024 14673 hybrid_clock.cc:648] HybridClock initialized: now 1785988388446958 us; error 84 us; skew 500 ppm
03:53:08.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.447901 14673 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:53:08.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:53:08 dist-test-slave-gjrz krb5kdc[14049](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785988388, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.180.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:53:08.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.457681 14673 init.cc:377] Logged in from keytab as kudu/127.13.180.253@KRBTEST.COM (short username kudu)
03:53:08.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.464116 14673 webserver.cc:460] Webserver started at http://127.13.180.253:38309/ using document root <none> and password file <none>
03:53:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.465404 14673 fs_manager.cc:359] Metadata directory not provided
03:53:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.465714 14673 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:53:08.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.476972 14673 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.008s sys 0.000s
03:53:08.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.482684 14724 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:53:08.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.484181 14673 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
03:53:08.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.484593 14673 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/data,/tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/wal
03:53:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5a2faa7a556e49f1b239af0bd2087e85"
03:53:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 03:52:59 on dist-test-slave-gjrz"
03:53:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.488281 14673 fs_report.cc:383] FS layout report
03:53:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:53:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/wal
03:53:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/wal
03:53:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/data/data
03:53:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:53:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:53:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:53:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:53:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:53:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:53:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:53:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:53:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:53:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:53:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:53:08.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.538072 14673 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:53:08.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.546248 14673 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:53:08.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.546820 14673 kserver.cc:163] Server-wide thread pool size limit: 3276
03:53:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.636386 14673 rpc_server.cc:307] RPC server started. Bound to: 127.13.180.253:46493
03:53:08.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.636569 14795 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.13.180.253:46493 every 8 connection(s)
03:53:08.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.640293 14673 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/data/info.pb
03:53:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.644412 14035 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu as pid 14673
03:53:08.645 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:53:08.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.656021 14798 sys_catalog.cc:263] Verifying existing consensus state
03:53:08.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260806 03:53:08.657202 14798 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:53:08.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.657801 14673 master.cc:537] Master@127.13.180.253:46493 shutting down...
03:53:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.677596 14801 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:53:08.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.678345 14801 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f97b11b9517424ebcd7bc9fd3f48e55" member_type: VOTER last_known_addr { host: "127.13.180.254" port: 37159 } } peers { permanent_uuid: "5a2faa7a556e49f1b239af0bd2087e85" member_type: VOTER last_known_addr { host: "127.13.180.253" port: 46493 } } peers { permanent_uuid: "7d4c845128d24b9a98e906d7619ff77a" member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } }
03:53:08.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.701992 14801 leader_election.cc:288] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2f97b11b9517424ebcd7bc9fd3f48e55 (127.13.180.254:37159), 5a2faa7a556e49f1b239af0bd2087e85 (127.13.180.253:46493)
03:53:08.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:08.714046 14594 leader_election.cc:334] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 5a2faa7a556e49f1b239af0bd2087e85 (127.13.180.253:46493): Network error: Client connection negotiation failed: client connection to 127.13.180.253:46493: connect: Connection refused (error 111)
03:53:08.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:08.716895 14596 leader_election.cc:334] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2f97b11b9517424ebcd7bc9fd3f48e55 (127.13.180.254:37159): Network error: Client connection negotiation failed: client connection to 127.13.180.254:37159: connect: Connection refused (error 111)
03:53:08.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.717494 14596 leader_election.cc:302] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7d4c845128d24b9a98e906d7619ff77a; no voters: 2f97b11b9517424ebcd7bc9fd3f48e55, 5a2faa7a556e49f1b239af0bd2087e85
03:53:08.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.718341 14801 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:53:08.730 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.180.254:37159(127.13.180.254:37159)] connecting to peer
03:53:08.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:08.760632 14673 master.cc:552] Master@127.13.180.253:46493 shutdown complete.
03:53:08.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskRASlsr/test-tmp/mini-kudu-cluster38135214253125724/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:53:08.826 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.180.252:46837(127.13.180.252:46837)] connecting to peer
03:53:08.835 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.13.180.253:46493(127.13.180.253:46493)] connecting to peer
03:53:08.896 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.13.180.252:46837(127.13.180.252:46837)] Successfully connected to peer
03:53:08.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:08.907 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.180.254:37159(127.13.180.254:37159)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:08.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.254:37159: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:08.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:08.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.180.253:46493(127.13.180.253:46493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:08.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.253:46493: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:08.958331 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:08.958695 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:08.977 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
03:53:08.987 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.13.180.252
03:53:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:53:09 dist-test-slave-gjrz krb5kdc[14049](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785988383, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.13.180.252@KRBTEST.COM
03:53:09.224 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x59bcf302, L:/127.0.0.1:59880 - R:/127.13.180.252:46837] using SASL/GSSAPI
03:53:09.242 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493; will retry
03:53:09.253 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.254:37159(127.13.180.254:37159)] connecting to peer
03:53:09.257 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.253:46493(127.13.180.253:46493)] connecting to peer
03:53:09.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:09.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:09.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.180.253:46493(127.13.180.253:46493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:09.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.180.254:37159(127.13.180.254:37159)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:09.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.253:46493: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:09.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.254:37159: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:09.263 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493; will retry
03:53:09.271 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.254:37159(127.13.180.254:37159)] connecting to peer
03:53:09.273 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.253:46493(127.13.180.253:46493)] connecting to peer
03:53:09.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:09.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.180.253:46493(127.13.180.253:46493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:09.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.253:46493: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:09.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:09.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.180.254:37159(127.13.180.254:37159)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:09.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.254:37159: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:09.280 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493; will retry
03:53:09.291 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.254:37159(127.13.180.254:37159)] connecting to peer
03:53:09.293 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.253:46493(127.13.180.253:46493)] connecting to peer
03:53:09.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:09.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.180.253:46493(127.13.180.253:46493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:09.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.253:46493: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:09.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:09.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.180.254:37159(127.13.180.254:37159)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:09.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.254:37159: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:09.301 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493; will retry
03:53:09.331 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.254:37159(127.13.180.254:37159)] connecting to peer
03:53:09.333 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.253:46493(127.13.180.253:46493)] connecting to peer
03:53:09.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:09.336 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:09.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.180.253:46493(127.13.180.253:46493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:09.336 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.180.254:37159(127.13.180.254:37159)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:09.336 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.254:37159: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:09.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.253:46493: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:09.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493; will retry
03:53:09.351 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.254:37159(127.13.180.254:37159)] connecting to peer
03:53:09.353 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.253:46493(127.13.180.253:46493)] connecting to peer
03:53:09.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:09.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:09.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.180.253:46493(127.13.180.253:46493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:09.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.180.254:37159(127.13.180.254:37159)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:09.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.253:46493: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:09.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.254:37159: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:09.358 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493; will retry
03:53:09.412 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.254:37159(127.13.180.254:37159)] connecting to peer
03:53:09.413 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.253:46493(127.13.180.253:46493)] connecting to peer
03:53:09.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:09.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.180.253:46493(127.13.180.253:46493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:09.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.253:46493: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:09.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:09.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.180.254:37159(127.13.180.254:37159)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:09.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.254:37159: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:09.420 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493; will retry
03:53:09.551 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.254:37159(127.13.180.254:37159)] connecting to peer
03:53:09.553 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.253:46493(127.13.180.253:46493)] connecting to peer
03:53:09.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:09.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.180.253:46493(127.13.180.253:46493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:09.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:09.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.180.254:37159(127.13.180.254:37159)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:09.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.254:37159: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:09.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.253:46493: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:09.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493; will retry
03:53:09.771 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.254:37159(127.13.180.254:37159)] connecting to peer
03:53:09.774 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.253:46493(127.13.180.253:46493)] connecting to peer
03:53:09.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:09.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.180.254:37159(127.13.180.254:37159)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:09.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:09.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.180.253:46493(127.13.180.253:46493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:09.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.254:37159: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:09.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.253:46493: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:09.780 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493; will retry
03:53:09.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:09.961788 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:09.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:09.962085 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:10.092 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.254:37159(127.13.180.254:37159)] connecting to peer
03:53:10.094 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.253:46493(127.13.180.253:46493)] connecting to peer
03:53:10.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:10.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:10.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.180.253:46493(127.13.180.253:46493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:10.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.180.254:37159(127.13.180.254:37159)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:10.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.254:37159: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:10.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.253:46493: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:10.101 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493; will retry
03:53:10.751 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.254:37159(127.13.180.254:37159)] connecting to peer
03:53:10.753 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.253:46493(127.13.180.253:46493)] connecting to peer
03:53:10.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:10.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.180.254:37159(127.13.180.254:37159)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:10.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.254:37159: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:10.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:10.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.180.253:46493(127.13.180.253:46493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:10.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.253:46493: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:10.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493; will retry
03:53:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:10.964984 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:10.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:10.965272 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:11.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:11.842088 14821 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:53:11.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:11.842576 14821 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f97b11b9517424ebcd7bc9fd3f48e55" member_type: VOTER last_known_addr { host: "127.13.180.254" port: 37159 } } peers { permanent_uuid: "5a2faa7a556e49f1b239af0bd2087e85" member_type: VOTER last_known_addr { host: "127.13.180.253" port: 46493 } } peers { permanent_uuid: "7d4c845128d24b9a98e906d7619ff77a" member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } }
03:53:11.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:11.844340 14821 leader_election.cc:288] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2f97b11b9517424ebcd7bc9fd3f48e55 (127.13.180.254:37159), 5a2faa7a556e49f1b239af0bd2087e85 (127.13.180.253:46493)
03:53:11.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:11.850057 14596 leader_election.cc:334] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2f97b11b9517424ebcd7bc9fd3f48e55 (127.13.180.254:37159): Network error: Client connection negotiation failed: client connection to 127.13.180.254:37159: connect: Connection refused (error 111)
03:53:11.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:11.850502 14594 leader_election.cc:334] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 5a2faa7a556e49f1b239af0bd2087e85 (127.13.180.253:46493): Network error: Client connection negotiation failed: client connection to 127.13.180.253:46493: connect: Connection refused (error 111)
03:53:11.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:11.850839 14594 leader_election.cc:302] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7d4c845128d24b9a98e906d7619ff77a; no voters: 2f97b11b9517424ebcd7bc9fd3f48e55, 5a2faa7a556e49f1b239af0bd2087e85
03:53:11.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:11.851409 14821 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:53:11.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:11.968185 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:11.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:11.968473 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:11.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:11.976823 14565 master_runner.cc:186] Error getting master registration for 127.13.180.254:37159: Network error: Client connection negotiation failed: client connection to 127.13.180.254:37159: connect: Connection refused (error 111),
03:53:11.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:11.977228 14565 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:53:12.772 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.254:37159(127.13.180.254:37159)] connecting to peer
03:53:12.773 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.253:46493(127.13.180.253:46493)] connecting to peer
03:53:12.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:12.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.180.254:37159(127.13.180.254:37159)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:12.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.254:37159: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:12.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:12.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.180.253:46493(127.13.180.253:46493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:12.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.253:46493: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:12.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493; will retry
03:53:12.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:12.971396 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:12.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:12.971742 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:13.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:13.965180 14828 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:53:13.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:13.965564 14828 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f97b11b9517424ebcd7bc9fd3f48e55" member_type: VOTER last_known_addr { host: "127.13.180.254" port: 37159 } } peers { permanent_uuid: "5a2faa7a556e49f1b239af0bd2087e85" member_type: VOTER last_known_addr { host: "127.13.180.253" port: 46493 } } peers { permanent_uuid: "7d4c845128d24b9a98e906d7619ff77a" member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } }
03:53:13.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:13.967016 14828 leader_election.cc:288] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2f97b11b9517424ebcd7bc9fd3f48e55 (127.13.180.254:37159), 5a2faa7a556e49f1b239af0bd2087e85 (127.13.180.253:46493)
03:53:13.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:13.969132 14596 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.180.254:37159: connect: Connection refused (error 111) [suppressed 5 similar messages]
03:53:13.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:13.971885 14596 leader_election.cc:334] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2f97b11b9517424ebcd7bc9fd3f48e55 (127.13.180.254:37159): Network error: Client connection negotiation failed: client connection to 127.13.180.254:37159: connect: Connection refused (error 111)
03:53:13.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:13.972347 14594 leader_election.cc:334] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 5a2faa7a556e49f1b239af0bd2087e85 (127.13.180.253:46493): Network error: Client connection negotiation failed: client connection to 127.13.180.253:46493: connect: Connection refused (error 111)
03:53:13.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:13.972675 14594 leader_election.cc:302] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7d4c845128d24b9a98e906d7619ff77a; no voters: 2f97b11b9517424ebcd7bc9fd3f48e55, 5a2faa7a556e49f1b239af0bd2087e85
03:53:13.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:13.973203 14828 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:53:13.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:13.974777 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:13.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:13.975036 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:14.152 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.254:37159(127.13.180.254:37159)] connecting to peer
03:53:14.153 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.253:46493(127.13.180.253:46493)] connecting to peer
03:53:14.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:14.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.180.254:37159(127.13.180.254:37159)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:14.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.254:37159: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:14.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:14.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.180.253:46493(127.13.180.253:46493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:14.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.253:46493: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:14.160 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493; will retry
03:53:14.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:14.977967 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:14.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:14.978245 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:15.492 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.254:37159(127.13.180.254:37159)] connecting to peer
03:53:15.493 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.253:46493(127.13.180.253:46493)] connecting to peer
03:53:15.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:15.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.180.254:37159(127.13.180.254:37159)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:15.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.254:37159: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:15.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:15.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.180.253:46493(127.13.180.253:46493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:15.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.253:46493: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:15.501 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493; will retry
03:53:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:15.981676 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:15.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:15.982072 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:53:16 dist-test-slave-gjrz krb5kdc[14049](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785988396, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.180.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:53:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:16.652478 14584 init.cc:295] Successfully reacquired a new kerberos TGT
03:53:16.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:16.981247 14565 master_runner.cc:186] Error getting master registration for 127.13.180.254:37159: Network error: Client connection negotiation failed: client connection to 127.13.180.254:37159: connect: Connection refused (error 111),
03:53:16.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:16.981858 14565 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:53:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:16.986286 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:16.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:16.986560 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:17.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:17.068141 13091 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7b40 after lost signal to thread 12996
03:53:17.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:17.068848 13091 debug-util.cc:398] Leaking SignalData structure 0x7b080009c960 after lost signal to thread 13098
03:53:17.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:17.989492 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:17.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:17.989758 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:18.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:18.992659 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:18.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:18.992952 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:19.031 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.254:37159(127.13.180.254:37159)] connecting to peer
03:53:19.033 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.253:46493(127.13.180.253:46493)] connecting to peer
03:53:19.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:19.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:19.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.180.253:46493(127.13.180.253:46493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:19.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.180.254:37159(127.13.180.254:37159)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:19.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.253:46493: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:19.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.254:37159: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:19.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493; will retry
03:53:19.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:19.996081 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:19.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:19.996366 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:20.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:20.564458 14846 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:53:20.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:20.564998 14846 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f97b11b9517424ebcd7bc9fd3f48e55" member_type: VOTER last_known_addr { host: "127.13.180.254" port: 37159 } } peers { permanent_uuid: "5a2faa7a556e49f1b239af0bd2087e85" member_type: VOTER last_known_addr { host: "127.13.180.253" port: 46493 } } peers { permanent_uuid: "7d4c845128d24b9a98e906d7619ff77a" member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } }
03:53:20.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:20.566643 14846 leader_election.cc:288] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2f97b11b9517424ebcd7bc9fd3f48e55 (127.13.180.254:37159), 5a2faa7a556e49f1b239af0bd2087e85 (127.13.180.253:46493)
03:53:20.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:20.568953 14596 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.180.254:37159: connect: Connection refused (error 111) [suppressed 2 similar messages]
03:53:20.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:20.571528 14594 leader_election.cc:334] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 5a2faa7a556e49f1b239af0bd2087e85 (127.13.180.253:46493): Network error: Client connection negotiation failed: client connection to 127.13.180.253:46493: connect: Connection refused (error 111)
03:53:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:20.571998 14596 leader_election.cc:334] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2f97b11b9517424ebcd7bc9fd3f48e55 (127.13.180.254:37159): Network error: Client connection negotiation failed: client connection to 127.13.180.254:37159: connect: Connection refused (error 111)
03:53:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:20.572331 14596 leader_election.cc:302] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7d4c845128d24b9a98e906d7619ff77a; no voters: 2f97b11b9517424ebcd7bc9fd3f48e55, 5a2faa7a556e49f1b239af0bd2087e85
03:53:20.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:20.572890 14846 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:53:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:20.999253 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:20.999612 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:21.632 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.254:37159(127.13.180.254:37159)] connecting to peer
03:53:21.633 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.253:46493(127.13.180.253:46493)] connecting to peer
03:53:21.635 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:21.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:21.635 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.180.253:46493(127.13.180.253:46493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:21.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.180.254:37159(127.13.180.254:37159)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:21.635 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.253:46493: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:21.635 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.254:37159: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:21.638 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493; will retry
03:53:21.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:21.984658 14565 master_runner.cc:186] Error getting master registration for 127.13.180.254:37159: Network error: Client connection negotiation failed: client connection to 127.13.180.254:37159: connect: Connection refused (error 111),
03:53:21.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:21.985026 14565 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:53:22.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:22.002429 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:22.002707 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:23.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:23.005733 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:23.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:23.006009 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:24.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:24.009095 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:24.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:24.009363 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:25.011 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.254:37159(127.13.180.254:37159)] connecting to peer
03:53:25.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:25.012697 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:25.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:25.013254 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:25.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:25.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.180.254:37159(127.13.180.254:37159)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:25.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.254:37159: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:25.014 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.253:46493(127.13.180.253:46493)] connecting to peer
03:53:25.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:25.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.180.253:46493(127.13.180.253:46493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:25.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.253:46493: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:25.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493; will retry
03:53:25.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:25.795928 13335 debug-util.cc:398] Leaking SignalData structure 0x7b08000bcbe0 after lost signal to thread 13225
03:53:25.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:25.796597 13335 debug-util.cc:398] Leaking SignalData structure 0x7b0800085a40 after lost signal to thread 13338
03:53:26.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:26.017012 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:26.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:26.017580 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:26.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:53:26 dist-test-slave-gjrz krb5kdc[14049](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785988406, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.180.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:53:26.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:26.655032 14584 init.cc:295] Successfully reacquired a new kerberos TGT
03:53:26.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:26.988528 14565 master_runner.cc:186] Error getting master registration for 127.13.180.254:37159: Network error: Client connection negotiation failed: client connection to 127.13.180.254:37159: connect: Connection refused (error 111),
03:53:26.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:26.989037 14565 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:53:27.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:27.021708 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:27.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:27.022059 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:27.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:27.720405 13826 debug-util.cc:398] Leaking SignalData structure 0x7b08000bede0 after lost signal to thread 13651
03:53:27.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:27.721222 13826 debug-util.cc:398] Leaking SignalData structure 0x7b08000af220 after lost signal to thread 13832
03:53:27.811 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.254:37159(127.13.180.254:37159)] connecting to peer
03:53:27.813 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.253:46493(127.13.180.253:46493)] connecting to peer
03:53:27.814 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:27.814 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.180.253:46493(127.13.180.253:46493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:27.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:27.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.180.254:37159(127.13.180.254:37159)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:27.815 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.253:46493: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:27.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.254:37159: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:27.818 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493; will retry
03:53:28.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:28.024899 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:28.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:28.025146 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:28.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:28.451946 14867 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:53:28.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:28.452390 14867 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2f97b11b9517424ebcd7bc9fd3f48e55" member_type: VOTER last_known_addr { host: "127.13.180.254" port: 37159 } } peers { permanent_uuid: "5a2faa7a556e49f1b239af0bd2087e85" member_type: VOTER last_known_addr { host: "127.13.180.253" port: 46493 } } peers { permanent_uuid: "7d4c845128d24b9a98e906d7619ff77a" member_type: VOTER last_known_addr { host: "127.13.180.252" port: 46837 } }
03:53:28.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:28.453982 14867 leader_election.cc:288] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2f97b11b9517424ebcd7bc9fd3f48e55 (127.13.180.254:37159), 5a2faa7a556e49f1b239af0bd2087e85 (127.13.180.253:46493)
03:53:28.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:28.456162 14596 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.180.254:37159: connect: Connection refused (error 111)
03:53:28.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:28.459142 14596 leader_election.cc:334] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2f97b11b9517424ebcd7bc9fd3f48e55 (127.13.180.254:37159): Network error: Client connection negotiation failed: client connection to 127.13.180.254:37159: connect: Connection refused (error 111)
03:53:28.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:28.459705 14594 leader_election.cc:334] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 5a2faa7a556e49f1b239af0bd2087e85 (127.13.180.253:46493): Network error: Client connection negotiation failed: client connection to 127.13.180.253:46493: connect: Connection refused (error 111)
03:53:28.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:28.460003 14594 leader_election.cc:302] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7d4c845128d24b9a98e906d7619ff77a; no voters: 2f97b11b9517424ebcd7bc9fd3f48e55, 5a2faa7a556e49f1b239af0bd2087e85
03:53:28.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:28.460604 14867 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:53:29.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:29.027942 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:29.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:29.028252 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:29.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:29.421581 14015 debug-util.cc:398] Leaking SignalData structure 0x7b08000af4a0 after lost signal to thread 13849
03:53:29.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:29.422333 14015 debug-util.cc:398] Leaking SignalData structure 0x7b08000bb900 after lost signal to thread 14018
03:53:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:30.031001 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:30.031255 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:31.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:31.034044 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:31.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:31.034319 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:31.251 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.254:37159(127.13.180.254:37159)] connecting to peer
03:53:31.252 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.253:46493(127.13.180.253:46493)] connecting to peer
03:53:31.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:31.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.180.253:46493(127.13.180.253:46493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:31.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.253:46493: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:31.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:31.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.180.254:37159(127.13.180.254:37159)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:31.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.254:37159: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:31.257 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493; will retry
03:53:31.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:31.991482 14565 master_runner.cc:186] Error getting master registration for 127.13.180.254:37159: Network error: Client connection negotiation failed: client connection to 127.13.180.254:37159: connect: Connection refused (error 111),
03:53:31.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:31.991870 14565 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:53:32.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:32.037241 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:32.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:32.037511 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:33.040282 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:33.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:33.040546 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:34.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:34.043507 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:34.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:34.043766 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:34.211 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.254:37159(127.13.180.254:37159)] connecting to peer
03:53:34.213 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.253:46493(127.13.180.253:46493)] connecting to peer
03:53:34.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:34.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.180.254:37159(127.13.180.254:37159)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:34.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.254:37159: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:34.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:34.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.180.253:46493(127.13.180.253:46493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:34.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.253:46493: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:34.216 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493; will retry
03:53:35.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:35.046483 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:35.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:35.046752 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:36.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:36.050235 14692 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7d4c845128d24b9a98e906d7619ff77a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:53:36.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 03:53:36.050576 14692 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:53:36.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 03:53:36 dist-test-slave-gjrz krb5kdc[14049](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1785988416, etypes {rep=17 tkt=17 ses=17}, kudu/127.13.180.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:53:36.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:36.657500 14584 init.cc:295] Successfully reacquired a new kerberos TGT
03:53:36.751 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.254:37159(127.13.180.254:37159)] connecting to peer
03:53:36.752 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.13.180.253:46493(127.13.180.253:46493)] connecting to peer
03:53:36.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:36.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.180.254:37159(127.13.180.254:37159)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:36.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.254:37159: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159
03:53:36.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:36.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.180.253:46493(127.13.180.253:46493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:36.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.180.253:46493: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
03:53:36.756 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493; will retry
03:53:36.761 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28107), Traces: [0ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [252ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [254ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [583ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [587ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [604ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [604ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [606ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [607ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [615ms] refreshing cache from master, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [619ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [622ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [623ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [624ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [639ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [643ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [646ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [675ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [680ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [680ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [682ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [683ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [695ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [700ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [700ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [701ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [702ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [755ms] refreshing cache from master, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [760ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [761ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [763ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [764ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [895ms] refreshing cache from master, [895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [900ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [900ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [902ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [903ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [1115ms] refreshing cache from master, [1115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [1117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [1117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [1124ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [1435ms] refreshing cache from master, [1435ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [1437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [1438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [1445ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [1446ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [2094ms] refreshing cache from master, [2095ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [2096ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [2097ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [2098ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [2100ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [2100ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [2101ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [4115ms] refreshing cache from master, [4116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [4116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [4117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [4120ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [4121ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [4121ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [4122ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [5495ms] refreshing cache from master, [5495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [5496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [5497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [5500ms] too many traces: truncated at 100 traces, deferred=Deferred@409123392(state=PENDING, result=null, callback=(continuation of Deferred@1321989292 after retry RPC after error@1694282375) -> (continuation of Deferred@792395657 after retry RPC after error@570945684) -> (continuation of Deferred@871898860 after retry RPC after error@848427678) -> (continuation of Deferred@1253019122 after retry RPC after error@1471235939) -> (continuation of Deferred@609041415 after retry RPC after error@431318810) -> (continuation of Deferred@801356227 after retry RPC after error@1922332935) -> (continuation of Deferred@1073012310 after retry RPC after error@231469829) -> (continuation of Deferred@1064591070 after retry RPC after error@1861833846) -> (continuation of Deferred@2011574673 after retry RPC after error@635942835) -> (continuation of Deferred@947429247 after retry RPC after error@478553826) -> (continuation of Deferred@1521149530 after retry RPC after error@1122535571) -> (continuation of Deferred@1050113238 after retry RPC after error@327939280) -> (continuation of Deferred@513689805 after retry RPC after error@414513053) -> (continuation of Deferred@486543769 after retry RPC after error@1373719453) -> (continuation of Deferred@1037412684 after retry RPC after error@48413044) -> (continuation of Deferred@527690856 after retry RPC after error@1142288824) -> (continuation of Deferred@1411039167 after retry RPC after error@1126466897) -> (continuation of Deferred@1135882737 after retry RPC after error@675774478) -> (continuation of Deferred@690042366 after retry RPC after error@1313354630) -> (continuation of Deferred@739358727 after retry RPC after error@952240763), errback=(continuation of Deferred@1321989292 after retry RPC after error@1694282375) -> (continuation of Deferred@792395657 after retry RPC after error@570945684) -> (continuation of Deferred@871898860 after retry RPC after error@848427678) -> (continuation of Deferred@1253019122 after retry RPC after error@1471235939) -> (continuation of Deferred@609041415 after retry RPC after error@431318810) -> (continuation of Deferred@801356227 after retry RPC after error@1922332935) -> (continuation of Deferred@1073012310 after retry RPC after error@231469829) -> (continuation of Deferred@1064591070 after retry RPC after error@1861833846) -> (continuation of Deferred@2011574673 after retry RPC after error@635942835) -> (continuation of Deferred@947429247 after retry RPC after error@478553826) -> (continuation of Deferred@1521149530 after retry RPC after error@1122535571) -> (continuation of Deferred@1050113238 after retry RPC after error@327939280) -> (continuation of Deferred@513689805 after retry RPC after error@414513053) -> (continuation of Deferred@486543769 after retry RPC after error@1373719453) -> (continuation of Deferred@1037412684 after retry RPC after error@48413044) -> (continuation of Deferred@527690856 after retry RPC after error@1142288824) -> (continuation of Deferred@1411039167 after retry RPC after error@1126466897) -> (continuation of Deferred@1135882737 after retry RPC after error@675774478) -> (continuation of Deferred@690042366 after retry RPC after error@1313354630) -> (continuation of Deferred@739358727 after retry RPC after error@952240763)))
03:53:36.766 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.13.180.253:46493(127.13.180.253:46493)] disconnecting while in state TERMINATED
03:53:36.767 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.13.180.254:37159(127.13.180.254:37159)] disconnecting while in state TERMINATED
03:53:36.767 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.13.180.252:46837(127.13.180.252:46837)] disconnecting while in state READY
03:53:36.772 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:53:36.774 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.13.180.252:46837(127.13.180.252:46837)] handling channelInactive
03:53:36.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.180.252:46837(127.13.180.252:46837)] cleaning up while in state READY due to: connection closed
03:53:36.776 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:53:36.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:36.779688 14035 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu with pid 14565
03:53:37.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T03:53:37Z chronyd exiting
03:53:38.928 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:53:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:38.929554 12978 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu with pid 13418
03:53:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:38.958071 12978 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu with pid 13648
03:53:38.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:38.993681 12978 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu with pid 13842
03:53:39.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:39.020578 12978 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu with pid 12995
03:53:39.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:39.051757 12978 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu with pid 13103
03:53:39.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 03:53:39.088042 12978 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskRASlsr/build/tsan/bin/kudu with pid 13212
03:53:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T03:53:40Z chronyd exiting
03:53:41.193 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28107), Traces: [0ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [252ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [254ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [583ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [587ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [604ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [604ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [606ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [607ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [615ms] refreshing cache from master, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [619ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [622ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [623ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [624ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [639ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [643ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [646ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [675ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [680ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [680ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [682ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [683ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [695ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [700ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [700ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [701ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [702ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [755ms] refreshing cache from master, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [760ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [761ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [763ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [764ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [895ms] refreshing cache from master, [895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [900ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [900ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [902ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [903ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [1115ms] refreshing cache from master, [1115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [1117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [1117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [1124ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [1435ms] refreshing cache from master, [1435ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [1437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [1438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [1445ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [1446ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [2094ms] refreshing cache from master, [2095ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [2096ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [2097ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [2098ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [2100ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [2100ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [2101ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [4115ms] refreshing cache from master, [4116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [4116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [4117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [4120ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [4121ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [4121ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [4122ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [5495ms] refreshing cache from master, [5495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [5496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [5497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [5500ms] too many traces: truncated at 100 traces, deferred=Deferred@409123392(state=PENDING, result=null, callback=(continuation of Deferred@1321989292 after retry RPC after error@1694282375) -> (continuation of Deferred@792395657 after retry RPC after error@570945684) -> (continuation of Deferred@871898860 after retry RPC after error@848427678) -> (continuation of Deferred@1253019122 after retry RPC after error@1471235939) -> (continuation of Deferred@609041415 after retry RPC after error@431318810) -> (continuation of Deferred@801356227 after retry RPC after error@1922332935) -> (continuation of Deferred@1073012310 after retry RPC after error@231469829) -> (continuation of Deferred@1064591070 after retry RPC after error@1861833846) -> (continuation of Deferred@2011574673 after retry RPC after error@635942835) -> (continuation of Deferred@947429247 after retry RPC after error@478553826) -> (continuation of Deferred@1521149530 after retry RPC after error@1122535571) -> (continuation of Deferred@1050113238 after retry RPC after error@327939280) -> (continuation of Deferred@513689805 after retry RPC after error@414513053) -> (continuation of Deferred@486543769 after retry RPC after error@1373719453) -> (continuation of Deferred@1037412684 after retry RPC after error@48413044) -> (continuation of Deferred@527690856 after retry RPC after error@1142288824) -> (continuation of Deferred@1411039167 after retry RPC after error@1126466897) -> (continuation of Deferred@1135882737 after retry RPC after error@675774478) -> (continuation of Deferred@690042366 after retry RPC after error@1313354630) -> (continuation of Deferred@739358727 after retry RPC after error@952240763), errback=(continuation of Deferred@1321989292 after retry RPC after error@1694282375) -> (continuation of Deferred@792395657 after retry RPC after error@570945684) -> (continuation of Deferred@871898860 after retry RPC after error@848427678) -> (continuation of Deferred@1253019122 after retry RPC after error@1471235939) -> (continuation of Deferred@609041415 after retry RPC after error@431318810) -> (continuation of Deferred@801356227 after retry RPC after error@1922332935) -> (continuation of Deferred@1073012310 after retry RPC after error@231469829) -> (continuation of Deferred@1064591070 after retry RPC after error@1861833846) -> (continuation of Deferred@2011574673 after retry RPC after error@635942835) -> (continuation of Deferred@947429247 after retry RPC after error@478553826) -> (continuation of Deferred@1521149530 after retry RPC after error@1122535571) -> (continuation of Deferred@1050113238 after retry RPC after error@327939280) -> (continuation of Deferred@513689805 after retry RPC after error@414513053) -> (continuation of Deferred@486543769 after retry RPC after error@1373719453) -> (continuation of Deferred@1037412684 after retry RPC after error@48413044) -> (continuation of Deferred@527690856 after retry RPC after error@1142288824) -> (continuation of Deferred@1411039167 after retry RPC after error@1126466897) -> (continuation of Deferred@1135882737 after retry RPC after error@675774478) -> (continuation of Deferred@690042366 after retry RPC after error@1313354630) -> (continuation of Deferred@739358727 after retry RPC after error@952240763)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.access$200(DefaultPromise.java:35) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise$1.run(DefaultPromise.java:503) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.180.253:46493
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28107), Traces: [0ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [252ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [254ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [583ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [587ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [604ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [604ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [606ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [607ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [615ms] refreshing cache from master, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [619ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [622ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [623ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [624ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [639ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [643ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [646ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [675ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [680ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [680ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [682ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [683ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [695ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [700ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [700ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [701ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [702ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [755ms] refreshing cache from master, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [760ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [761ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [763ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [764ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [895ms] refreshing cache from master, [895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [900ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [900ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [902ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [903ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [1115ms] refreshing cache from master, [1115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [1117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [1117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [1124ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [1435ms] refreshing cache from master, [1435ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [1437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [1438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [1445ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [1446ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [2094ms] refreshing cache from master, [2095ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [2096ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [2097ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [2098ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [2100ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [2100ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [2101ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [4115ms] refreshing cache from master, [4116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [4116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [4117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [4120ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [4121ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [4121ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [4122ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [5495ms] refreshing cache from master, [5495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [5496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [5497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [5500ms] too many traces: truncated at 100 traces, deferred=Deferred@409123392(state=PENDING, result=null, callback=(continuation of Deferred@1321989292 after retry RPC after error@1694282375) -> (continuation of Deferred@792395657 after retry RPC after error@570945684) -> (continuation of Deferred@871898860 after retry RPC after error@848427678) -> (continuation of Deferred@1253019122 after retry RPC after error@1471235939) -> (continuation of Deferred@609041415 after retry RPC after error@431318810) -> (continuation of Deferred@801356227 after retry RPC after error@1922332935) -> (continuation of Deferred@1073012310 after retry RPC after error@231469829) -> (continuation of Deferred@1064591070 after retry RPC after error@1861833846) -> (continuation of Deferred@2011574673 after retry RPC after error@635942835) -> (continuation of Deferred@947429247 after retry RPC after error@478553826) -> (continuation of Deferred@1521149530 after retry RPC after error@1122535571) -> (continuation of Deferred@1050113238 after retry RPC after error@327939280) -> (continuation of Deferred@513689805 after retry RPC after error@414513053) -> (continuation of Deferred@486543769 after retry RPC after error@1373719453) -> (continuation of Deferred@1037412684 after retry RPC after error@48413044) -> (continuation of Deferred@527690856 after retry RPC after error@1142288824) -> (continuation of Deferred@1411039167 after retry RPC after error@1126466897) -> (continuation of Deferred@1135882737 after retry RPC after error@675774478) -> (continuation of Deferred@690042366 after retry RPC after error@1313354630) -> (continuation of Deferred@739358727 after retry RPC after error@952240763), errback=(continuation of Deferred@1321989292 after retry RPC after error@1694282375) -> (continuation of Deferred@792395657 after retry RPC after error@570945684) -> (continuation of Deferred@871898860 after retry RPC after error@848427678) -> (continuation of Deferred@1253019122 after retry RPC after error@1471235939) -> (continuation of Deferred@609041415 after retry RPC after error@431318810) -> (continuation of Deferred@801356227 after retry RPC after error@1922332935) -> (continuation of Deferred@1073012310 after retry RPC after error@231469829) -> (continuation of Deferred@1064591070 after retry RPC after error@1861833846) -> (continuation of Deferred@2011574673 after retry RPC after error@635942835) -> (continuation of Deferred@947429247 after retry RPC after error@478553826) -> (continuation of Deferred@1521149530 after retry RPC after error@1122535571) -> (continuation of Deferred@1050113238 after retry RPC after error@327939280) -> (continuation of Deferred@513689805 after retry RPC after error@414513053) -> (continuation of Deferred@486543769 after retry RPC after error@1373719453) -> (continuation of Deferred@1037412684 after retry RPC after error@48413044) -> (continuation of Deferred@527690856 after retry RPC after error@1142288824) -> (continuation of Deferred@1411039167 after retry RPC after error@1126466897) -> (continuation of Deferred@1135882737 after retry RPC after error@675774478) -> (continuation of Deferred@690042366 after retry RPC after error@1313354630) -> (continuation of Deferred@739358727 after retry RPC after error@952240763)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557)
at io.netty.util.concurrent.DefaultPromise.access$200(DefaultPromise.java:35)
at io.netty.util.concurrent.DefaultPromise$1.run(DefaultPromise.java:503)
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174)
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167)
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569)
... 5 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.180.253:46493
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
03:53:42.058 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
03:53:42.058 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28107), Traces: [0ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [252ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [254ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [583ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [587ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [604ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [604ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [606ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [607ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [615ms] refreshing cache from master, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [619ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [622ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [623ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [624ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [639ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [643ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [646ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [675ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [680ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [680ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [682ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [683ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [695ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [700ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [700ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [701ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [702ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [755ms] refreshing cache from master, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [760ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [761ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [763ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [764ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [895ms] refreshing cache from master, [895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [900ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [900ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [902ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [903ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [1115ms] refreshing cache from master, [1115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [1117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [1117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [1124ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [1435ms] refreshing cache from master, [1435ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [1437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [1438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [1445ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [1446ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [2094ms] refreshing cache from master, [2095ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [2096ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [2097ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [2098ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [2100ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [2100ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [2101ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [4115ms] refreshing cache from master, [4116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [4116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [4117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [4120ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [4121ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [4121ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [4122ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [5495ms] refreshing cache from master, [5495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [5496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [5497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [5500ms] too many traces: truncated at 100 traces, deferred=Deferred@409123392(state=PENDING, result=null, callback=(continuation of Deferred@1321989292 after retry RPC after error@1694282375) -> (continuation of Deferred@792395657 after retry RPC after error@570945684) -> (continuation of Deferred@871898860 after retry RPC after error@848427678) -> (continuation of Deferred@1253019122 after retry RPC after error@1471235939) -> (continuation of Deferred@609041415 after retry RPC after error@431318810) -> (continuation of Deferred@801356227 after retry RPC after error@1922332935) -> (continuation of Deferred@1073012310 after retry RPC after error@231469829) -> (continuation of Deferred@1064591070 after retry RPC after error@1861833846) -> (continuation of Deferred@2011574673 after retry RPC after error@635942835) -> (continuation of Deferred@947429247 after retry RPC after error@478553826) -> (continuation of Deferred@1521149530 after retry RPC after error@1122535571) -> (continuation of Deferred@1050113238 after retry RPC after error@327939280) -> (continuation of Deferred@513689805 after retry RPC after error@414513053) -> (continuation of Deferred@486543769 after retry RPC after error@1373719453) -> (continuation of Deferred@1037412684 after retry RPC after error@48413044) -> (continuation of Deferred@527690856 after retry RPC after error@1142288824) -> (continuation of Deferred@1411039167 after retry RPC after error@1126466897) -> (continuation of Deferred@1135882737 after retry RPC after error@675774478) -> (continuation of Deferred@690042366 after retry RPC after error@1313354630) -> (continuation of Deferred@739358727 after retry RPC after error@952240763), errback=(continuation of Deferred@1321989292 after retry RPC after error@1694282375) -> (continuation of Deferred@792395657 after retry RPC after error@570945684) -> (continuation of Deferred@871898860 after retry RPC after error@848427678) -> (continuation of Deferred@1253019122 after retry RPC after error@1471235939) -> (continuation of Deferred@609041415 after retry RPC after error@431318810) -> (continuation of Deferred@801356227 after retry RPC after error@1922332935) -> (continuation of Deferred@1073012310 after retry RPC after error@231469829) -> (continuation of Deferred@1064591070 after retry RPC after error@1861833846) -> (continuation of Deferred@2011574673 after retry RPC after error@635942835) -> (continuation of Deferred@947429247 after retry RPC after error@478553826) -> (continuation of Deferred@1521149530 after retry RPC after error@1122535571) -> (continuation of Deferred@1050113238 after retry RPC after error@327939280) -> (continuation of Deferred@513689805 after retry RPC after error@414513053) -> (continuation of Deferred@486543769 after retry RPC after error@1373719453) -> (continuation of Deferred@1037412684 after retry RPC after error@48413044) -> (continuation of Deferred@527690856 after retry RPC after error@1142288824) -> (continuation of Deferred@1411039167 after retry RPC after error@1126466897) -> (continuation of Deferred@1135882737 after retry RPC after error@675774478) -> (continuation of Deferred@690042366 after retry RPC after error@1313354630) -> (continuation of Deferred@739358727 after retry RPC after error@952240763)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.access$200(DefaultPromise.java:35) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise$1.run(DefaultPromise.java:503) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.180.253:46493
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28107), Traces: [0ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [252ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [254ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [583ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [587ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [604ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [604ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [606ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [607ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [615ms] refreshing cache from master, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [619ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [622ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [623ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [624ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [635ms] refreshing cache from master, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [639ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [643ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [644ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [646ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [675ms] refreshing cache from master, [675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [680ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [680ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [682ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [683ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [695ms] refreshing cache from master, [695ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [696ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [700ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [700ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [701ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [702ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [755ms] refreshing cache from master, [755ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [757ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [760ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [761ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [763ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [764ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [895ms] refreshing cache from master, [895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [897ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [900ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [900ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [902ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [903ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [1115ms] refreshing cache from master, [1115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [1117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [1117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [1124ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [1435ms] refreshing cache from master, [1435ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [1437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [1438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [1445ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [1446ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [2094ms] refreshing cache from master, [2095ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [2096ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [2097ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [2098ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [2100ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [2100ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [2101ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [4115ms] refreshing cache from master, [4116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [4116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [4117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [4120ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.254:37159: Network error: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159, [4121ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.253:46493: Network error: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [4121ms] Sub RPC ConnectToMaster: received response from server master-127.13.180.252:46837: OK, [4122ms] delaying RPC due to: Service unavailable: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493, [5495ms] refreshing cache from master, [5495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.254:37159, [5496ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.252:46837, [5497ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.180.253:46493, [5500ms] too many traces: truncated at 100 traces, deferred=Deferred@409123392(state=PENDING, result=null, callback=(continuation of Deferred@1321989292 after retry RPC after error@1694282375) -> (continuation of Deferred@792395657 after retry RPC after error@570945684) -> (continuation of Deferred@871898860 after retry RPC after error@848427678) -> (continuation of Deferred@1253019122 after retry RPC after error@1471235939) -> (continuation of Deferred@609041415 after retry RPC after error@431318810) -> (continuation of Deferred@801356227 after retry RPC after error@1922332935) -> (continuation of Deferred@1073012310 after retry RPC after error@231469829) -> (continuation of Deferred@1064591070 after retry RPC after error@1861833846) -> (continuation of Deferred@2011574673 after retry RPC after error@635942835) -> (continuation of Deferred@947429247 after retry RPC after error@478553826) -> (continuation of Deferred@1521149530 after retry RPC after error@1122535571) -> (continuation of Deferred@1050113238 after retry RPC after error@327939280) -> (continuation of Deferred@513689805 after retry RPC after error@414513053) -> (continuation of Deferred@486543769 after retry RPC after error@1373719453) -> (continuation of Deferred@1037412684 after retry RPC after error@48413044) -> (continuation of Deferred@527690856 after retry RPC after error@1142288824) -> (continuation of Deferred@1411039167 after retry RPC after error@1126466897) -> (continuation of Deferred@1135882737 after retry RPC after error@675774478) -> (continuation of Deferred@690042366 after retry RPC after error@1313354630) -> (continuation of Deferred@739358727 after retry RPC after error@952240763), errback=(continuation of Deferred@1321989292 after retry RPC after error@1694282375) -> (continuation of Deferred@792395657 after retry RPC after error@570945684) -> (continuation of Deferred@871898860 after retry RPC after error@848427678) -> (continuation of Deferred@1253019122 after retry RPC after error@1471235939) -> (continuation of Deferred@609041415 after retry RPC after error@431318810) -> (continuation of Deferred@801356227 after retry RPC after error@1922332935) -> (continuation of Deferred@1073012310 after retry RPC after error@231469829) -> (continuation of Deferred@1064591070 after retry RPC after error@1861833846) -> (continuation of Deferred@2011574673 after retry RPC after error@635942835) -> (continuation of Deferred@947429247 after retry RPC after error@478553826) -> (continuation of Deferred@1521149530 after retry RPC after error@1122535571) -> (continuation of Deferred@1050113238 after retry RPC after error@327939280) -> (continuation of Deferred@513689805 after retry RPC after error@414513053) -> (continuation of Deferred@486543769 after retry RPC after error@1373719453) -> (continuation of Deferred@1037412684 after retry RPC after error@48413044) -> (continuation of Deferred@527690856 after retry RPC after error@1142288824) -> (continuation of Deferred@1411039167 after retry RPC after error@1126466897) -> (continuation of Deferred@1135882737 after retry RPC after error@675774478) -> (continuation of Deferred@690042366 after retry RPC after error@1313354630) -> (continuation of Deferred@739358727 after retry RPC after error@952240763)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.180.254:37159,127.13.180.252:46837,127.13.180.253:46493) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.254:37159(127.13.180.254:37159): Connection refused: /127.13.180.254:37159,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.180.253:46493(127.13.180.253:46493): Connection refused: /127.13.180.253:46493
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557)
at io.netty.util.concurrent.DefaultPromise.access$200(DefaultPromise.java:35)
at io.netty.util.concurrent.DefaultPromise$1.run(DefaultPromise.java:503)
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174)
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167)
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569)
... 5 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.180.253:46493
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)