07:37:37.278 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
07:37:37.290 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskpeBqhD/test-tmp
07:37:37.292 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
07:37:37.296 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskpeBqhD/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
07:37:37.540 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
07:37:37.684 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:37:37.685 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:37:37.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:37.688781 19698 mini_oidc.cc:152] Starting JWKS server
07:37:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:37.692714 19698 webserver.cc:460] Webserver started at http://127.0.0.1:35861/ using document root <none> and password file <none>
07:37:37.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:37.693149 19698 mini_oidc.cc:189] Starting OIDC Discovery server
07:37:37.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:37.694801 19698 webserver.cc:460] Webserver started at http://127.0.0.1:41625/ using document root <none> and password file <none>
07:37:37.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T07:37:37Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
07:37:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T07:37:37Z Disabled control of system clock
07:37:37.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:37.743371 19698 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu
07:37:37.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu
07:37:37.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-0/wal
07:37:37.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-0/data
07:37:37.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:37:37.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:37:37.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:37:37.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:37:37.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:37:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:37:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-0/logs
07:37:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-0/data/info.pb
07:37:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:37:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:37:37.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:37:37.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:37:37.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:37:37.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:37:37.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:37:37.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:37:37.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:37:37.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:37:37.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:37:37.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:37:37.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.60.190:45127
07:37:37.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.60.190
07:37:37.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:37:37.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.60.148:40045
07:37:37.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:37:37.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:37:37.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:37:37.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:37:37.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.60.190:45127,127.19.60.189:39521,127.19.60.188:41047
07:37:37.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:37:37.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35861/jwks.json with env {}
07:37:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:38.034691 19710 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:37:38.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:38.035239 19710 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:37:38.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:38.035897 19710 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:37:38.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:38.067874 19710 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:37:38.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:38.068188 19710 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:37:38.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:38.068405 19710 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:37:38.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:38.068661 19710 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:37:38.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:38.068958 19710 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:37:38.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:38.069183 19710 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35861/jwks.json
07:37:38.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:38.103001 19710 master_runner.cc:386] Master server non-default flags:
07:37:38.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:37:38.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.60.148:40045
07:37:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:37:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:37:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-0/data
07:37:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-0/wal
07:37:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:37:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.60.190:45127,127.19.60.189:39521,127.19.60.188:41047
07:37:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:37:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:37:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:37:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.60.190:45127
07:37:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:37:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:37:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:37:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35861/jwks.json
07:37:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:37:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:37:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-0/data/info.pb
07:37:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.60.190
07:37:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:37:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:37:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:37:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:37:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:37:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:37:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-0/logs
07:37:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:37:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:37:38.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:37:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:37:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:37:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:37:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:37:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
07:37:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
07:37:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:37:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:38.104411 19710 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:37:38.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:38.106449 19710 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:37:38.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:38.124967 19719 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:39.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:38.125038 19717 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:39.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:38.125000 19716 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:39.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:38.126207 19710 server_base.cc:1034] running on GCE node
07:37:39.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.316653 19710 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:37:39.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.319815 19710 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:37:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.321352 19710 hybrid_clock.cc:648] HybridClock initialized: now 1790408259321304 us; error 65 us; skew 500 ppm
07:37:39.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.322158 19710 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:37:39.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.329011 19710 webserver.cc:460] Webserver started at http://127.19.60.190:37205/ using document root <none> and password file <none>
07:37:39.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.329877 19710 fs_manager.cc:359] Metadata directory not provided
07:37:39.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.330065 19710 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:37:39.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.330432 19710 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:37:39.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.335093 19710 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-0/data/instance:
07:37:39.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68cb3965980a4973ad1be5b4982c5587"
07:37:39.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:39 on dist-test-slave-xlt1"
07:37:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.336223 19710 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-0/wal/instance:
07:37:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68cb3965980a4973ad1be5b4982c5587"
07:37:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:39 on dist-test-slave-xlt1"
07:37:39.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.343245 19710 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
07:37:39.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.348984 19726 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:37:39.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.350104 19710 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
07:37:39.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.350503 19710 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-0/data,/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-0/wal
07:37:39.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68cb3965980a4973ad1be5b4982c5587"
07:37:39.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:39 on dist-test-slave-xlt1"
07:37:39.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.350821 19710 fs_report.cc:383] FS layout report
07:37:39.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:37:39.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-0/wal
07:37:39.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-0/wal
07:37:39.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-0/data/data
07:37:39.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:37:39.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:37:39.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:37:39.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:37:39.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:37:39.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:37:39.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:37:39.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:37:39.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:37:39.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:37:39.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:37:39.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.399544 19710 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:37:39.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.401047 19710 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:37:39.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.401448 19710 kserver.cc:163] Server-wide thread pool size limit: 3276
07:37:39.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.467234 19710 rpc_server.cc:307] RPC server started. Bound to: 127.19.60.190:45127
07:37:39.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.467324 19777 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.60.190:45127 every 8 connection(s)
07:37:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.469722 19710 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-0/data/info.pb
07:37:39.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.471869 19698 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu as pid 19710
07:37:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.473232 19698 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-0/wal/instance
07:37:39.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.475855 19778 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:37:39.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.476804 19698 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu
07:37:39.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu
07:37:39.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-1/wal
07:37:39.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-1/data
07:37:39.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:37:39.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:37:39.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:37:39.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:37:39.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:37:39.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:37:39.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-1/logs
07:37:39.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-1/data/info.pb
07:37:39.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:37:39.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:37:39.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:37:39.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:37:39.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:37:39.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:37:39.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:37:39.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:37:39.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:37:39.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:37:39.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:37:39.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:37:39.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.60.189:39521
07:37:39.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.60.189
07:37:39.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:37:39.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.60.148:40045
07:37:39.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:37:39.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:37:39.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:37:39.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:37:39.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.60.190:45127,127.19.60.189:39521,127.19.60.188:41047
07:37:39.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:37:39.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35861/jwks.json with env {}
07:37:39.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.489526 19778 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.60.190" port: 45127 } has no permanent_uuid. Determining permanent_uuid...
07:37:39.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.516194 19778 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } has no permanent_uuid. Determining permanent_uuid...
07:37:39.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:39.518347 19730 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.60.189:39521: connect: Connection refused (error 111)
07:37:39.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:39.522475 19778 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.60.189:39521: Network error: Client connection negotiation failed: client connection to 127.19.60.189:39521: connect: Connection refused (error 111)
07:37:39.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.571936 19778 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } attempt: 1
07:37:39.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:39.576210 19778 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.60.189:39521: Network error: Client connection negotiation failed: client connection to 127.19.60.189:39521: connect: Connection refused (error 111)
07:37:39.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.644656 19778 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } attempt: 2
07:37:39.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:39.648537 19778 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.60.189:39521: Network error: Client connection negotiation failed: client connection to 127.19.60.189:39521: connect: Connection refused (error 111)
07:37:39.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.739920 19778 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } attempt: 3
07:37:39.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:39.743710 19778 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.60.189:39521: Network error: Client connection negotiation failed: client connection to 127.19.60.189:39521: connect: Connection refused (error 111)
07:37:39.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:39.778283 19780 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:37:39.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:39.778965 19780 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:37:39.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:39.779659 19780 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:37:39.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:39.809429 19780 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:37:39.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:39.809804 19780 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:37:39.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:39.810128 19780 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:37:39.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:39.810472 19780 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:37:39.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:39.810798 19780 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:37:39.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:39.811069 19780 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35861/jwks.json
07:37:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.844945 19780 master_runner.cc:386] Master server non-default flags:
07:37:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:37:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.60.148:40045
07:37:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:37:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:37:39.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-1/data
07:37:39.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-1/wal
07:37:39.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:37:39.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.60.190:45127,127.19.60.189:39521,127.19.60.188:41047
07:37:39.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:37:39.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:37:39.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:37:39.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.60.189:39521
07:37:39.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:37:39.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:37:39.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:37:39.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35861/jwks.json
07:37:39.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:37:39.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:37:39.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-1/data/info.pb
07:37:39.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.60.189
07:37:39.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:37:39.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:37:39.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:37:39.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:37:39.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:37:39.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:37:39.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-1/logs
07:37:39.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:37:39.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:37:39.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:37:39.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:37:39.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:37:39.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:37:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:37:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
07:37:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
07:37:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:37:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.846504 19780 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:37:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.848693 19780 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:37:39.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:39.865828 19792 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:39.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.887189 19778 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } attempt: 4
07:37:39.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:39.891736 19778 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.60.189:39521: Network error: Client connection negotiation failed: client connection to 127.19.60.189:39521: connect: Connection refused (error 111)
07:37:40.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:40.191202 19778 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } attempt: 5
07:37:40.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:40.195267 19778 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.60.189:39521: Network error: Client connection negotiation failed: client connection to 127.19.60.189:39521: connect: Connection refused (error 111)
07:37:40.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:40.742622 19778 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } attempt: 6
07:37:40.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:40.750159 19778 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.60.189:39521: Network error: Client connection negotiation failed: client connection to 127.19.60.189:39521: connect: Connection refused (error 111)
07:37:41.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:39.865869 19790 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:41.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:39.867373 19780 server_base.cc:1034] running on GCE node
07:37:41.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:39.865876 19789 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:41.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.058585 19780 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:37:41.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.061220 19780 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:37:41.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.062688 19780 hybrid_clock.cc:648] HybridClock initialized: now 1790408261062648 us; error 55 us; skew 500 ppm
07:37:41.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.064175 19780 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:37:41.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.071089 19780 webserver.cc:460] Webserver started at http://127.19.60.189:35853/ using document root <none> and password file <none>
07:37:41.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.071971 19780 fs_manager.cc:359] Metadata directory not provided
07:37:41.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.072225 19780 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:37:41.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.072615 19780 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:37:41.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.077227 19780 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-1/data/instance:
07:37:41.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a796f0ee1ea4a17b8a866f8a893106f"
07:37:41.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:41 on dist-test-slave-xlt1"
07:37:41.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.078253 19780 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-1/wal/instance:
07:37:41.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a796f0ee1ea4a17b8a866f8a893106f"
07:37:41.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:41 on dist-test-slave-xlt1"
07:37:41.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.085198 19780 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.008s sys 0.000s
07:37:41.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.090415 19801 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:37:41.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.091391 19780 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
07:37:41.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.091728 19780 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-1/data,/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-1/wal
07:37:41.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6a796f0ee1ea4a17b8a866f8a893106f"
07:37:41.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:41 on dist-test-slave-xlt1"
07:37:41.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.092095 19780 fs_report.cc:383] FS layout report
07:37:41.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:37:41.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-1/wal
07:37:41.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-1/wal
07:37:41.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-1/data/data
07:37:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:37:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:37:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:37:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:37:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:37:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:37:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:37:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:37:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:37:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:37:41.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:37:41.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.126132 19780 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:37:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.127614 19780 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:37:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.128110 19780 kserver.cc:163] Server-wide thread pool size limit: 3276
07:37:41.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.195178 19780 rpc_server.cc:307] RPC server started. Bound to: 127.19.60.189:39521
07:37:41.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.195272 19852 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.60.189:39521 every 8 connection(s)
07:37:41.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.197855 19780 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-1/data/info.pb
07:37:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.202706 19853 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:37:41.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.206727 19698 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu as pid 19780
07:37:41.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.207159 19698 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-1/wal/instance
07:37:41.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.210140 19698 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu
07:37:41.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu
07:37:41.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-2/wal
07:37:41.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-2/data
07:37:41.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:37:41.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:37:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:37:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:37:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:37:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:37:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-2/logs
07:37:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-2/data/info.pb
07:37:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:37:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:37:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:37:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:37:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:37:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:37:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:37:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:37:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:37:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:37:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:37:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:37:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.60.188:41047
07:37:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.60.188
07:37:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:37:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.60.148:40045
07:37:41.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:37:41.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:37:41.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:37:41.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:37:41.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.60.190:45127,127.19.60.189:39521,127.19.60.188:41047
07:37:41.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:37:41.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35861/jwks.json with env {}
07:37:41.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.217669 19853 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.60.190" port: 45127 } has no permanent_uuid. Determining permanent_uuid...
07:37:41.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.239921 19853 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } has no permanent_uuid. Determining permanent_uuid...
07:37:41.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.255056 19853 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } has no permanent_uuid. Determining permanent_uuid...
07:37:41.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:41.256990 19805 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.60.188:41047: connect: Connection refused (error 111)
07:37:41.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:41.260824 19853 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.60.188:41047: Network error: Client connection negotiation failed: client connection to 127.19.60.188:41047: connect: Connection refused (error 111)
07:37:41.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.310384 19853 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } attempt: 1
07:37:41.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:41.314523 19853 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.60.188:41047: Network error: Client connection negotiation failed: client connection to 127.19.60.188:41047: connect: Connection refused (error 111)
07:37:41.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.382921 19853 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } attempt: 2
07:37:41.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:41.386441 19853 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.60.188:41047: Network error: Client connection negotiation failed: client connection to 127.19.60.188:41047: connect: Connection refused (error 111)
07:37:41.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.477852 19853 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } attempt: 3
07:37:41.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:41.481491 19853 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.60.188:41047: Network error: Client connection negotiation failed: client connection to 127.19.60.188:41047: connect: Connection refused (error 111)
07:37:41.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:41.522100 19855 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:37:41.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:41.522709 19855 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:37:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:41.523172 19855 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:37:41.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:41.553409 19855 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:37:41.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:41.553790 19855 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:37:41.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:41.554159 19855 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:37:41.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:41.554535 19855 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:37:41.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:41.555090 19855 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:37:41.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:41.555272 19855 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35861/jwks.json
07:37:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.589593 19855 master_runner.cc:386] Master server non-default flags:
07:37:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:37:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.60.148:40045
07:37:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:37:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:37:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-2/data
07:37:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-2/wal
07:37:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:37:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.60.190:45127,127.19.60.189:39521,127.19.60.188:41047
07:37:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:37:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:37:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:37:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.60.188:41047
07:37:41.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:37:41.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:37:41.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:37:41.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35861/jwks.json
07:37:41.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:37:41.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:37:41.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-2/data/info.pb
07:37:41.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.60.188
07:37:41.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:37:41.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:37:41.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:37:41.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:37:41.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:37:41.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:37:41.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-2/logs
07:37:41.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:37:41.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:37:41.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:37:41.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:37:41.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:37:41.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:37:41.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:37:41.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
07:37:41.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
07:37:41.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:37:41.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.590845 19855 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:37:41.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.592941 19855 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:37:41.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.624866 19853 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } attempt: 4
07:37:41.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:41.628710 19853 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.60.188:41047: Network error: Client connection negotiation failed: client connection to 127.19.60.188:41047: connect: Connection refused (error 111)
07:37:41.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.810527 19778 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } attempt: 7
07:37:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.826026 19778 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } has no permanent_uuid. Determining permanent_uuid...
07:37:41.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:41.834375 19778 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.60.188:41047: Network error: Client connection negotiation failed: client connection to 127.19.60.188:41047: connect: Connection refused (error 111)
07:37:41.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.892786 19778 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } attempt: 1
07:37:41.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:41.896984 19778 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.60.188:41047: Network error: Client connection negotiation failed: client connection to 127.19.60.188:41047: connect: Connection refused (error 111)
07:37:41.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.928176 19853 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } attempt: 5
07:37:41.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:41.932622 19853 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.60.188:41047: Network error: Client connection negotiation failed: client connection to 127.19.60.188:41047: connect: Connection refused (error 111)
07:37:41.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.978407 19778 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } attempt: 2
07:37:41.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:41.982606 19778 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.60.188:41047: Network error: Client connection negotiation failed: client connection to 127.19.60.188:41047: connect: Connection refused (error 111)
07:37:42.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.068030 19778 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } attempt: 3
07:37:42.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:42.072935 19778 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.60.188:41047: Network error: Client connection negotiation failed: client connection to 127.19.60.188:41047: connect: Connection refused (error 111)
07:37:42.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.213348 19778 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } attempt: 4
07:37:42.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:42.218220 19778 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.60.188:41047: Network error: Client connection negotiation failed: client connection to 127.19.60.188:41047: connect: Connection refused (error 111)
07:37:42.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.480083 19853 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } attempt: 6
07:37:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:42.486372 19853 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.60.188:41047: Network error: Client connection negotiation failed: client connection to 127.19.60.188:41047: connect: Connection refused (error 111)
07:37:42.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.501621 19778 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } attempt: 5
07:37:42.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:42.505568 19778 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.60.188:41047: Network error: Client connection negotiation failed: client connection to 127.19.60.188:41047: connect: Connection refused (error 111)
07:37:42.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:41.612329 19866 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:42.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:41.612352 19865 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:42.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:41.612694 19868 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:42.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:41.613783 19855 server_base.cc:1034] running on GCE node
07:37:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.807476 19855 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:37:42.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.810684 19855 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:37:42.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.812095 19855 hybrid_clock.cc:648] HybridClock initialized: now 1790408262812065 us; error 51 us; skew 500 ppm
07:37:42.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.812937 19855 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:37:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.819450 19855 webserver.cc:460] Webserver started at http://127.19.60.188:36773/ using document root <none> and password file <none>
07:37:42.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.820349 19855 fs_manager.cc:359] Metadata directory not provided
07:37:42.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.820550 19855 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:37:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.820921 19855 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:37:42.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.827585 19855 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-2/data/instance:
07:37:42.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c6343962f0347a8be98486b1cf87314"
07:37:42.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:42 on dist-test-slave-xlt1"
07:37:42.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.829018 19855 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-2/wal/instance:
07:37:42.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c6343962f0347a8be98486b1cf87314"
07:37:42.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:42 on dist-test-slave-xlt1"
07:37:42.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.837785 19855 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.004s sys 0.004s
07:37:42.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.844457 19880 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:37:42.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.845470 19855 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
07:37:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.845757 19855 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-2/data,/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-2/wal
07:37:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5c6343962f0347a8be98486b1cf87314"
07:37:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:42 on dist-test-slave-xlt1"
07:37:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.846042 19855 fs_report.cc:383] FS layout report
07:37:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:37:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-2/wal
07:37:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-2/wal
07:37:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-2/data/data
07:37:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:37:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:37:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:37:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:37:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:37:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:37:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:37:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:37:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:37:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:37:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:37:42.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.879231 19855 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:37:42.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.880585 19855 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:37:42.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.880966 19855 kserver.cc:163] Server-wide thread pool size limit: 3276
07:37:42.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.947356 19855 rpc_server.cc:307] RPC server started. Bound to: 127.19.60.188:41047
07:37:42.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.947469 19931 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.60.188:41047 every 8 connection(s)
07:37:42.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.949827 19855 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-2/data/info.pb
07:37:42.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.954651 19932 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:37:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.960090 19698 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu as pid 19855
07:37:42.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.960562 19698 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/master-2/wal/instance
07:37:42.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.969846 19932 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.60.190" port: 45127 } has no permanent_uuid. Determining permanent_uuid...
07:37:43.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:42.999776 19932 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } has no permanent_uuid. Determining permanent_uuid...
07:37:43.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.014051 19932 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } has no permanent_uuid. Determining permanent_uuid...
07:37:43.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.029779 19932 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5c6343962f0347a8be98486b1cf87314: Bootstrap starting.
07:37:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.035439 19932 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5c6343962f0347a8be98486b1cf87314: Neither blocks nor log segments found. Creating new log.
07:37:43.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.037233 19932 log.cc:824] T 00000000000000000000000000000000 P 5c6343962f0347a8be98486b1cf87314: Log is configured to *not* fsync() on all Append() calls
07:37:43.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.041515 19932 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5c6343962f0347a8be98486b1cf87314: No bootstrap required, opened a new log
07:37:43.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.057962 19778 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } attempt: 6
07:37:43.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.062757 19932 raft_consensus.cc:348] T 00000000000000000000000000000000 P 5c6343962f0347a8be98486b1cf87314 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68cb3965980a4973ad1be5b4982c5587" member_type: VOTER last_known_addr { host: "127.19.60.190" port: 45127 } } peers { permanent_uuid: "6a796f0ee1ea4a17b8a866f8a893106f" member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } } peers { permanent_uuid: "5c6343962f0347a8be98486b1cf87314" member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } }
07:37:43.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.063563 19932 raft_consensus.cc:374] T 00000000000000000000000000000000 P 5c6343962f0347a8be98486b1cf87314 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:37:43.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.063863 19932 raft_consensus.cc:729] T 00000000000000000000000000000000 P 5c6343962f0347a8be98486b1cf87314 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5c6343962f0347a8be98486b1cf87314, State: Initialized, Role: FOLLOWER
07:37:43.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.064965 19932 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5c6343962f0347a8be98486b1cf87314 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68cb3965980a4973ad1be5b4982c5587" member_type: VOTER last_known_addr { host: "127.19.60.190" port: 45127 } } peers { permanent_uuid: "6a796f0ee1ea4a17b8a866f8a893106f" member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } } peers { permanent_uuid: "5c6343962f0347a8be98486b1cf87314" member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } }
07:37:43.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.068068 19943 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5c6343962f0347a8be98486b1cf87314 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68cb3965980a4973ad1be5b4982c5587" member_type: VOTER last_known_addr { host: "127.19.60.190" port: 45127 } } peers { permanent_uuid: "6a796f0ee1ea4a17b8a866f8a893106f" member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } } peers { permanent_uuid: "5c6343962f0347a8be98486b1cf87314" member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } } }
07:37:43.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.069159 19943 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5c6343962f0347a8be98486b1cf87314 [sys.catalog]: This master's current role is: FOLLOWER
07:37:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.070093 19932 sys_catalog.cc:564] T 00000000000000000000000000000000 P 5c6343962f0347a8be98486b1cf87314 [sys.catalog]: configured and running, proceeding with master startup.
07:37:43.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.083246 19778 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587: Bootstrap starting.
07:37:43.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.088336 19778 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587: Neither blocks nor log segments found. Creating new log.
07:37:43.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.090078 19778 log.cc:824] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587: Log is configured to *not* fsync() on all Append() calls
07:37:43.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.096300 19778 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587: No bootstrap required, opened a new log
07:37:43.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:43.104732 19955 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 5c6343962f0347a8be98486b1cf87314: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:37:43.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:43.105296 19955 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:37:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.121929 19778 raft_consensus.cc:348] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68cb3965980a4973ad1be5b4982c5587" member_type: VOTER last_known_addr { host: "127.19.60.190" port: 45127 } } peers { permanent_uuid: "6a796f0ee1ea4a17b8a866f8a893106f" member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } } peers { permanent_uuid: "5c6343962f0347a8be98486b1cf87314" member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } }
07:37:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.122562 19778 raft_consensus.cc:374] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:37:43.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.122833 19778 raft_consensus.cc:729] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 68cb3965980a4973ad1be5b4982c5587, State: Initialized, Role: FOLLOWER
07:37:43.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.123785 19778 consensus_queue.cc:260] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68cb3965980a4973ad1be5b4982c5587" member_type: VOTER last_known_addr { host: "127.19.60.190" port: 45127 } } peers { permanent_uuid: "6a796f0ee1ea4a17b8a866f8a893106f" member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } } peers { permanent_uuid: "5c6343962f0347a8be98486b1cf87314" member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } }
07:37:43.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.126768 19957 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68cb3965980a4973ad1be5b4982c5587" member_type: VOTER last_known_addr { host: "127.19.60.190" port: 45127 } } peers { permanent_uuid: "6a796f0ee1ea4a17b8a866f8a893106f" member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } } peers { permanent_uuid: "5c6343962f0347a8be98486b1cf87314" member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } } }
07:37:43.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.128720 19778 sys_catalog.cc:564] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [sys.catalog]: configured and running, proceeding with master startup.
07:37:43.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.099692 19855 master_runner.cc:186] Error getting master registration for 127.19.60.190:45127: OK, instance_id { permanent_uuid: "68cb3965980a4973ad1be5b4982c5587" instance_seqno: 1790408259449207 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:37:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.132738 19855 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:37:43.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.127856 19957 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [sys.catalog]: This master's current role is: FOLLOWER
07:37:43.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:43.135802 19886 tablet.cc:2369] T 00000000000000000000000000000000 P 5c6343962f0347a8be98486b1cf87314: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:37:43.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:43.159813 19968 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:37:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:43.160068 19732 tablet.cc:2369] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:37:43.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:43.160553 19968 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:37:43.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.157936 19710 master_runner.cc:186] Error getting master registration for 127.19.60.189:39521: OK, instance_id { permanent_uuid: "6a796f0ee1ea4a17b8a866f8a893106f" instance_seqno: 1790408261177530 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:37:43.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.182530 19710 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:37:43.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.546480 19957 raft_consensus.cc:482] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:37:43.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.547003 19957 raft_consensus.cc:504] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68cb3965980a4973ad1be5b4982c5587" member_type: VOTER last_known_addr { host: "127.19.60.190" port: 45127 } } peers { permanent_uuid: "6a796f0ee1ea4a17b8a866f8a893106f" member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } } peers { permanent_uuid: "5c6343962f0347a8be98486b1cf87314" member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } }
07:37:43.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.547721 19853 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } attempt: 7
07:37:43.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.549286 19957 leader_election.cc:288] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6a796f0ee1ea4a17b8a866f8a893106f (127.19.60.189:39521), 5c6343962f0347a8be98486b1cf87314 (127.19.60.188:41047)
07:37:43.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.551726 19907 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "68cb3965980a4973ad1be5b4982c5587" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5c6343962f0347a8be98486b1cf87314" is_pre_election: true
07:37:43.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.552978 19907 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5c6343962f0347a8be98486b1cf87314 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 68cb3965980a4973ad1be5b4982c5587 in term 0.
07:37:43.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.554152 19730 leader_election.cc:302] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5c6343962f0347a8be98486b1cf87314, 68cb3965980a4973ad1be5b4982c5587; no voters:
07:37:43.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.555444 19957 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [term 0 FOLLOWER]: Leader pre-election won for term 1
07:37:43.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.555756 19957 raft_consensus.cc:482] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:37:43.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.556051 19957 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [term 0 FOLLOWER]: Advancing to term 1
07:37:43.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.563000 19957 raft_consensus.cc:504] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68cb3965980a4973ad1be5b4982c5587" member_type: VOTER last_known_addr { host: "127.19.60.190" port: 45127 } } peers { permanent_uuid: "6a796f0ee1ea4a17b8a866f8a893106f" member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } } peers { permanent_uuid: "5c6343962f0347a8be98486b1cf87314" member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } }
07:37:43.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.568419 19907 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "68cb3965980a4973ad1be5b4982c5587" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5c6343962f0347a8be98486b1cf87314"
07:37:43.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.568979 19907 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 5c6343962f0347a8be98486b1cf87314 [term 0 FOLLOWER]: Advancing to term 1
07:37:43.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.576727 19907 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5c6343962f0347a8be98486b1cf87314 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 68cb3965980a4973ad1be5b4982c5587 in term 1.
07:37:43.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.578713 19730 leader_election.cc:302] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5c6343962f0347a8be98486b1cf87314, 68cb3965980a4973ad1be5b4982c5587; no voters:
07:37:43.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.589516 19957 leader_election.cc:288] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [CANDIDATE]: Term 1 election: Requested vote from peers 6a796f0ee1ea4a17b8a866f8a893106f (127.19.60.189:39521), 5c6343962f0347a8be98486b1cf87314 (127.19.60.188:41047)
07:37:43.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.590847 19957 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [term 1 FOLLOWER]: Leader election won for term 1
07:37:43.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.592022 19957 raft_consensus.cc:686] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [term 1 LEADER]: Becoming Leader. State: Replica: 68cb3965980a4973ad1be5b4982c5587, State: Running, Role: LEADER
07:37:43.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.593645 19957 consensus_queue.cc:237] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68cb3965980a4973ad1be5b4982c5587" member_type: VOTER last_known_addr { host: "127.19.60.190" port: 45127 } } peers { permanent_uuid: "6a796f0ee1ea4a17b8a866f8a893106f" member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } } peers { permanent_uuid: "5c6343962f0347a8be98486b1cf87314" member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } }
07:37:43.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.604533 19957 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 68cb3965980a4973ad1be5b4982c5587. Latest consensus state: current_term: 1 leader_uuid: "68cb3965980a4973ad1be5b4982c5587" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68cb3965980a4973ad1be5b4982c5587" member_type: VOTER last_known_addr { host: "127.19.60.190" port: 45127 } } peers { permanent_uuid: "6a796f0ee1ea4a17b8a866f8a893106f" member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } } peers { permanent_uuid: "5c6343962f0347a8be98486b1cf87314" member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } } }
07:37:43.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.605650 19957 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [sys.catalog]: This master's current role is: LEADER
07:37:43.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.611368 19973 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
07:37:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.618647 19973 catalog_manager.cc:1484] Initializing Kudu cluster ID...
07:37:43.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.634788 19853 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6a796f0ee1ea4a17b8a866f8a893106f: Bootstrap starting.
07:37:43.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.643282 19907 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 5c6343962f0347a8be98486b1cf87314 [term 1 FOLLOWER]: Refusing update from remote peer 68cb3965980a4973ad1be5b4982c5587: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:37:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.645562 19853 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6a796f0ee1ea4a17b8a866f8a893106f: Neither blocks nor log segments found. Creating new log.
07:37:43.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.645260 19957 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5c6343962f0347a8be98486b1cf87314" member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:37:43.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.648212 19853 log.cc:824] T 00000000000000000000000000000000 P 6a796f0ee1ea4a17b8a866f8a893106f: Log is configured to *not* fsync() on all Append() calls
07:37:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.668020 19853 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6a796f0ee1ea4a17b8a866f8a893106f: No bootstrap required, opened a new log
07:37:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.706187 19975 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5c6343962f0347a8be98486b1cf87314 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 68cb3965980a4973ad1be5b4982c5587. Latest consensus state: current_term: 1 leader_uuid: "68cb3965980a4973ad1be5b4982c5587" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68cb3965980a4973ad1be5b4982c5587" member_type: VOTER last_known_addr { host: "127.19.60.190" port: 45127 } } peers { permanent_uuid: "6a796f0ee1ea4a17b8a866f8a893106f" member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } } peers { permanent_uuid: "5c6343962f0347a8be98486b1cf87314" member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } } }
07:37:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.707283 19975 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5c6343962f0347a8be98486b1cf87314 [sys.catalog]: This master's current role is: FOLLOWER
07:37:43.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.713100 19977 mvcc.cc:205] Tried to move back new op lower bound from 7333512247863386112 to 7333512247696379904. Current Snapshot: MvccSnapshot[applied={T|T < 7333512247863386112}]
07:37:43.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.721719 19975 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5c6343962f0347a8be98486b1cf87314 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "68cb3965980a4973ad1be5b4982c5587" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68cb3965980a4973ad1be5b4982c5587" member_type: VOTER last_known_addr { host: "127.19.60.190" port: 45127 } } peers { permanent_uuid: "6a796f0ee1ea4a17b8a866f8a893106f" member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } } peers { permanent_uuid: "5c6343962f0347a8be98486b1cf87314" member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } } }
07:37:43.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.722623 19975 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5c6343962f0347a8be98486b1cf87314 [sys.catalog]: This master's current role is: FOLLOWER
07:37:43.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.725005 19957 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "68cb3965980a4973ad1be5b4982c5587" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68cb3965980a4973ad1be5b4982c5587" member_type: VOTER last_known_addr { host: "127.19.60.190" port: 45127 } } peers { permanent_uuid: "6a796f0ee1ea4a17b8a866f8a893106f" member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } } peers { permanent_uuid: "5c6343962f0347a8be98486b1cf87314" member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } } }
07:37:43.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.725775 19957 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [sys.catalog]: This master's current role is: LEADER
07:37:43.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.727847 19973 catalog_manager.cc:1347] Generated new cluster ID: 7b282a0388ca4dc0a86660414a7061d9
07:37:43.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.728149 19973 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
07:37:43.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.763329 19973 catalog_manager.cc:1370] Generated new certificate authority record
07:37:43.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.763870 19853 raft_consensus.cc:348] T 00000000000000000000000000000000 P 6a796f0ee1ea4a17b8a866f8a893106f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68cb3965980a4973ad1be5b4982c5587" member_type: VOTER last_known_addr { host: "127.19.60.190" port: 45127 } } peers { permanent_uuid: "6a796f0ee1ea4a17b8a866f8a893106f" member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } } peers { permanent_uuid: "5c6343962f0347a8be98486b1cf87314" member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } }
07:37:43.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.766160 19853 raft_consensus.cc:374] T 00000000000000000000000000000000 P 6a796f0ee1ea4a17b8a866f8a893106f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:37:43.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.766938 19973 catalog_manager.cc:1504] Loading token signing keys...
07:37:43.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.766927 19853 raft_consensus.cc:729] T 00000000000000000000000000000000 P 6a796f0ee1ea4a17b8a866f8a893106f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6a796f0ee1ea4a17b8a866f8a893106f, State: Initialized, Role: FOLLOWER
07:37:43.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.769184 19853 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6a796f0ee1ea4a17b8a866f8a893106f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68cb3965980a4973ad1be5b4982c5587" member_type: VOTER last_known_addr { host: "127.19.60.190" port: 45127 } } peers { permanent_uuid: "6a796f0ee1ea4a17b8a866f8a893106f" member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } } peers { permanent_uuid: "5c6343962f0347a8be98486b1cf87314" member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } }
07:37:43.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.788923 19828 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "68cb3965980a4973ad1be5b4982c5587" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6a796f0ee1ea4a17b8a866f8a893106f" is_pre_election: true
07:37:43.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.790030 19827 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "68cb3965980a4973ad1be5b4982c5587" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6a796f0ee1ea4a17b8a866f8a893106f"
07:37:43.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.791446 19981 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a796f0ee1ea4a17b8a866f8a893106f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68cb3965980a4973ad1be5b4982c5587" member_type: VOTER last_known_addr { host: "127.19.60.190" port: 45127 } } peers { permanent_uuid: "6a796f0ee1ea4a17b8a866f8a893106f" member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } } peers { permanent_uuid: "5c6343962f0347a8be98486b1cf87314" member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } } }
07:37:43.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.802402 19973 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587: Generated new TSK 0
07:37:43.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.804227 19973 catalog_manager.cc:1514] Initializing in-progress tserver states...
07:37:43.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.804302 19826 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 6a796f0ee1ea4a17b8a866f8a893106f [term 0 FOLLOWER]: Advancing to term 1
07:37:43.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.804648 19853 sys_catalog.cc:564] T 00000000000000000000000000000000 P 6a796f0ee1ea4a17b8a866f8a893106f [sys.catalog]: configured and running, proceeding with master startup.
07:37:43.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.810153 19981 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a796f0ee1ea4a17b8a866f8a893106f [sys.catalog]: This master's current role is: FOLLOWER
07:37:43.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.811915 19826 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 6a796f0ee1ea4a17b8a866f8a893106f [term 1 FOLLOWER]: Refusing update from remote peer 68cb3965980a4973ad1be5b4982c5587: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:37:43.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.814155 19971 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6a796f0ee1ea4a17b8a866f8a893106f" member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
07:37:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.826876 19698 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu
07:37:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu
07:37:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-0/wal
07:37:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-0/data
07:37:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:37:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:37:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:37:43.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:37:43.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:37:43.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:37:43.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-0/logs
07:37:43.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-0/data/info.pb
07:37:43.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:37:43.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:37:43.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:37:43.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:37:43.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:37:43.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:37:43.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:37:43.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:37:43.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:37:43.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:37:43.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.60.129:0
07:37:43.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.60.129
07:37:43.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.60.129
07:37:43.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:37:43.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.60.190:45127,127.19.60.189:39521,127.19.60.188:41047
07:37:43.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.60.148:40045
07:37:43.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:37:43.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:37:43.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:37:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.909308 19981 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a796f0ee1ea4a17b8a866f8a893106f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 68cb3965980a4973ad1be5b4982c5587. Latest consensus state: current_term: 1 leader_uuid: "68cb3965980a4973ad1be5b4982c5587" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68cb3965980a4973ad1be5b4982c5587" member_type: VOTER last_known_addr { host: "127.19.60.190" port: 45127 } } peers { permanent_uuid: "6a796f0ee1ea4a17b8a866f8a893106f" member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } } peers { permanent_uuid: "5c6343962f0347a8be98486b1cf87314" member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } } }
07:37:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.910105 19981 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a796f0ee1ea4a17b8a866f8a893106f [sys.catalog]: This master's current role is: FOLLOWER
07:37:43.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.909426 19987 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6a796f0ee1ea4a17b8a866f8a893106f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "68cb3965980a4973ad1be5b4982c5587" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68cb3965980a4973ad1be5b4982c5587" member_type: VOTER last_known_addr { host: "127.19.60.190" port: 45127 } } peers { permanent_uuid: "6a796f0ee1ea4a17b8a866f8a893106f" member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } } peers { permanent_uuid: "5c6343962f0347a8be98486b1cf87314" member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } } }
07:37:43.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.911001 19987 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6a796f0ee1ea4a17b8a866f8a893106f [sys.catalog]: This master's current role is: FOLLOWER
07:37:43.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:43.989120 19999 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
07:37:44.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:44.111449 19955 catalog_manager.cc:1259] Loaded cluster ID: 7b282a0388ca4dc0a86660414a7061d9
07:37:44.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:44.112977 19955 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 5c6343962f0347a8be98486b1cf87314: loading cluster ID for follower catalog manager: success
07:37:44.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:44.121315 19955 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 5c6343962f0347a8be98486b1cf87314: acquiring CA information for follower catalog manager: success
07:37:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:44.127617 19955 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 5c6343962f0347a8be98486b1cf87314: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:37:44.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:44.227702 19971 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "68cb3965980a4973ad1be5b4982c5587" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68cb3965980a4973ad1be5b4982c5587" member_type: VOTER last_known_addr { host: "127.19.60.190" port: 45127 } } peers { permanent_uuid: "6a796f0ee1ea4a17b8a866f8a893106f" member_type: VOTER last_known_addr { host: "127.19.60.189" port: 39521 } } peers { permanent_uuid: "5c6343962f0347a8be98486b1cf87314" member_type: VOTER last_known_addr { host: "127.19.60.188" port: 41047 } } }
07:37:44.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:44.228551 19971 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68cb3965980a4973ad1be5b4982c5587 [sys.catalog]: This master's current role is: LEADER
07:37:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:44.308456 19984 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:37:44.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:44.308990 19984 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:37:44.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:44.309728 19984 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:37:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:44.341950 19984 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:37:44.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:44.342907 19984 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.60.129
07:37:44.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:44.380427 19984 tablet_server_runner.cc:78] Tablet server non-default flags:
07:37:44.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:37:44.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.60.148:40045
07:37:44.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:37:44.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:37:44.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-0/data
07:37:44.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-0/wal
07:37:44.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:37:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:37:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.60.129:0
07:37:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:37:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:37:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:37:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-0/data/info.pb
07:37:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.60.129
07:37:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:37:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.60.190:45127,127.19.60.189:39521,127.19.60.188:41047
07:37:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:37:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:37:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:37:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:37:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:37:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.60.129
07:37:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-0/logs
07:37:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:37:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:37:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:37:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:37:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:37:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:37:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:37:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
07:37:44.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
07:37:44.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:37:44.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:44.381860 19984 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:37:44.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:44.383841 19984 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:37:44.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:44.408270 20006 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:45.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:45.015739 19999 catalog_manager.cc:1259] Loaded cluster ID: 7b282a0388ca4dc0a86660414a7061d9
07:37:45.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:45.020264 19999 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 6a796f0ee1ea4a17b8a866f8a893106f: loading cluster ID for follower catalog manager: success
07:37:45.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:45.065673 19999 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 6a796f0ee1ea4a17b8a866f8a893106f: acquiring CA information for follower catalog manager: success
07:37:45.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:45.102007 19999 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 6a796f0ee1ea4a17b8a866f8a893106f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:37:46.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:44.409400 20005 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:46.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:46.655790 19984 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.249s user 0.505s sys 0.843s
07:37:46.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:46.657866 19984 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.252s user 0.505s sys 0.843s
07:37:46.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:45.800535 20004 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 19984
07:37:46.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:46.659562 20009 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:46.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:46.662707 20007 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2250 milliseconds
07:37:46.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:46.662794 19984 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:37:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:46.664949 19984 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:37:46.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:46.668732 19984 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:37:46.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:46.670398 19984 hybrid_clock.cc:648] HybridClock initialized: now 1790408266670361 us; error 49 us; skew 500 ppm
07:37:46.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:46.671595 19984 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:37:46.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:46.684767 19984 webserver.cc:460] Webserver started at http://127.19.60.129:37473/ using document root <none> and password file <none>
07:37:46.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:46.685918 19984 fs_manager.cc:359] Metadata directory not provided
07:37:46.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:46.686193 19984 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:37:46.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:46.686794 19984 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:37:46.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:46.691998 19984 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-0/data/instance:
07:37:46.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0da6e0600fba49179e8de79c6151f480"
07:37:46.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:46 on dist-test-slave-xlt1"
07:37:46.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:46.693527 19984 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-0/wal/instance:
07:37:46.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0da6e0600fba49179e8de79c6151f480"
07:37:46.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:46 on dist-test-slave-xlt1"
07:37:46.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:46.702787 19984 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.005s sys 0.005s
07:37:46.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:46.708933 20016 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:37:46.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:46.710216 19984 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
07:37:46.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:46.710619 19984 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-0/data,/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-0/wal
07:37:46.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0da6e0600fba49179e8de79c6151f480"
07:37:46.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:46 on dist-test-slave-xlt1"
07:37:46.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:46.711015 19984 fs_report.cc:383] FS layout report
07:37:46.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:37:46.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-0/wal
07:37:46.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-0/wal
07:37:46.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-0/data/data
07:37:46.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:37:46.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:37:46.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:37:46.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:37:46.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:37:46.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:37:46.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:37:46.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:37:46.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:37:46.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:37:46.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:37:46.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:46.758708 19984 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:37:46.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:46.760335 19984 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:37:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:46.760862 19984 kserver.cc:163] Server-wide thread pool size limit: 3276
07:37:46.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:46.767215 19984 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:37:46.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:46.772593 19984 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:37:46.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:46.772825 19984 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:37:46.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:46.773115 19984 ts_tablet_manager.cc:610] Registered 0 tablets
07:37:46.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:46.773296 19984 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:37:47.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:47.003425 19984 rpc_server.cc:307] RPC server started. Bound to: 127.19.60.129:37777
07:37:47.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:47.003504 20128 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.60.129:37777 every 8 connection(s)
07:37:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:47.006909 19984 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-0/data/info.pb
07:37:47.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:47.016073 19698 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu as pid 19984
07:37:47.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:47.016592 19698 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-0/wal/instance
07:37:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:47.039731 19698 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu
07:37:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu
07:37:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-1/wal
07:37:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-1/data
07:37:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:37:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:37:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:37:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:37:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:37:47.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:37:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-1/logs
07:37:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-1/data/info.pb
07:37:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:37:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:37:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:37:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:37:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:37:47.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:37:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:37:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:37:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:37:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:37:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.60.130:0
07:37:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.60.130
07:37:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.60.130
07:37:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:37:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.60.190:45127,127.19.60.189:39521,127.19.60.188:41047
07:37:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.60.148:40045
07:37:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:37:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:37:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:37:47.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:47.059917 20131 heartbeater.cc:347] Connected to a master server at 127.19.60.190:45127
07:37:47.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:47.060474 20131 heartbeater.cc:464] Registering TS with master...
07:37:47.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:47.061903 20131 heartbeater.cc:511] Master 127.19.60.190:45127 requested a full tablet report, sending...
07:37:47.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:47.067260 19743 ts_manager.cc:194] Registered new tserver with Master: 0da6e0600fba49179e8de79c6151f480 (127.19.60.129:37777)
07:37:47.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:47.070991 20129 heartbeater.cc:347] Connected to a master server at 127.19.60.188:41047
07:37:47.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:47.071714 20129 heartbeater.cc:464] Registering TS with master...
07:37:47.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:47.071935 19743 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.19.60.129:42485
07:37:47.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:47.073082 20129 heartbeater.cc:511] Master 127.19.60.188:41047 requested a full tablet report, sending...
07:37:47.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:47.075825 19897 ts_manager.cc:194] Registered new tserver with Master: 0da6e0600fba49179e8de79c6151f480 (127.19.60.129:37777)
07:37:47.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:47.086058 20130 heartbeater.cc:347] Connected to a master server at 127.19.60.189:39521
07:37:47.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:47.086390 20130 heartbeater.cc:464] Registering TS with master...
07:37:47.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:47.087039 20130 heartbeater.cc:511] Master 127.19.60.189:39521 requested a full tablet report, sending...
07:37:47.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:47.089949 19818 ts_manager.cc:194] Registered new tserver with Master: 0da6e0600fba49179e8de79c6151f480 (127.19.60.129:37777)
07:37:47.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:47.395941 20137 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:37:47.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:47.396466 20137 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:37:47.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:47.396891 20137 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:37:47.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:47.428011 20137 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:37:47.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:47.428798 20137 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.60.130
07:37:47.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:47.463047 20137 tablet_server_runner.cc:78] Tablet server non-default flags:
07:37:47.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:37:47.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.60.148:40045
07:37:47.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:37:47.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:37:47.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-1/data
07:37:47.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-1/wal
07:37:47.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:37:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:37:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.60.130:0
07:37:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:37:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:37:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:37:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-1/data/info.pb
07:37:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.60.130
07:37:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:37:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.60.190:45127,127.19.60.189:39521,127.19.60.188:41047
07:37:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:37:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:37:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:37:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:37:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:37:47.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.60.130
07:37:47.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-1/logs
07:37:47.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:37:47.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:37:47.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:37:47.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:37:47.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:37:47.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:37:47.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:37:47.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
07:37:47.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
07:37:47.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:37:47.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:47.464489 20137 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:37:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:47.468283 20137 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:37:47.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:47.493695 20145 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:48.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:48.076850 20131 heartbeater.cc:503] Master 127.19.60.190:45127 was elected leader, sending a full tablet report...
07:37:48.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:47.494639 20146 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:48.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:48.893555 20137 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.402s user 0.540s sys 0.847s
07:37:48.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:48.893872 20137 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.402s user 0.540s sys 0.847s
07:37:48.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:48.901602 20152 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:48.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:48.902102 20137 server_base.cc:1034] running on GCE node
07:37:48.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:48.903486 20137 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:37:48.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:48.905803 20137 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:37:48.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:48.907169 20137 hybrid_clock.cc:648] HybridClock initialized: now 1790408268907132 us; error 39 us; skew 500 ppm
07:37:48.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:48.908291 20137 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:37:48.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:48.916426 20137 webserver.cc:460] Webserver started at http://127.19.60.130:34943/ using document root <none> and password file <none>
07:37:48.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:48.917335 20137 fs_manager.cc:359] Metadata directory not provided
07:37:48.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:48.917572 20137 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:37:48.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:48.918040 20137 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:37:48.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:48.922678 20137 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-1/data/instance:
07:37:48.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "971c95fddc384a8885bcb1dc93bf04bb"
07:37:48.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:48 on dist-test-slave-xlt1"
07:37:48.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:48.923862 20137 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-1/wal/instance:
07:37:48.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "971c95fddc384a8885bcb1dc93bf04bb"
07:37:48.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:48 on dist-test-slave-xlt1"
07:37:48.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:48.932236 20137 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.005s sys 0.002s
07:37:48.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:48.938409 20157 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:37:48.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:48.939652 20137 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.006s
07:37:48.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:48.940120 20137 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-1/data,/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-1/wal
07:37:48.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "971c95fddc384a8885bcb1dc93bf04bb"
07:37:48.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:48 on dist-test-slave-xlt1"
07:37:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:48.940485 20137 fs_report.cc:383] FS layout report
07:37:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:37:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-1/wal
07:37:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-1/wal
07:37:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-1/data/data
07:37:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:37:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:37:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:37:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:37:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:37:48.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:37:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:37:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:37:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:37:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:37:48.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:37:49.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.000039 20137 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:37:49.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.001559 20137 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:37:49.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.002076 20137 kserver.cc:163] Server-wide thread pool size limit: 3276
07:37:49.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.005158 20137 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:37:49.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.010298 20137 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:37:49.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.010607 20137 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:37:49.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.010911 20137 ts_tablet_manager.cc:610] Registered 0 tablets
07:37:49.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.011116 20137 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:37:49.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.165588 20137 rpc_server.cc:307] RPC server started. Bound to: 127.19.60.130:44293
07:37:49.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.165717 20269 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.60.130:44293 every 8 connection(s)
07:37:49.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.168553 20137 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-1/data/info.pb
07:37:49.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.170138 19698 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu as pid 20137
07:37:49.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.170765 19698 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-1/wal/instance
07:37:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.186482 19698 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu
07:37:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu
07:37:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-2/wal
07:37:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-2/data
07:37:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:37:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:37:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:37:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:37:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:37:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:37:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-2/logs
07:37:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-2/data/info.pb
07:37:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:37:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:37:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:37:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:37:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:37:49.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:37:49.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:37:49.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:37:49.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:37:49.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:37:49.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.60.131:0
07:37:49.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.60.131
07:37:49.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.60.131
07:37:49.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:37:49.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.60.190:45127,127.19.60.189:39521,127.19.60.188:41047
07:37:49.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.60.148:40045
07:37:49.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:37:49.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:37:49.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:37:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.226112 20272 heartbeater.cc:347] Connected to a master server at 127.19.60.190:45127
07:37:49.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.226612 20272 heartbeater.cc:464] Registering TS with master...
07:37:49.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.228122 20272 heartbeater.cc:511] Master 127.19.60.190:45127 requested a full tablet report, sending...
07:37:49.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.230768 19743 ts_manager.cc:194] Registered new tserver with Master: 971c95fddc384a8885bcb1dc93bf04bb (127.19.60.130:44293)
07:37:49.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.232117 20270 heartbeater.cc:347] Connected to a master server at 127.19.60.188:41047
07:37:49.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.232420 20270 heartbeater.cc:464] Registering TS with master...
07:37:49.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.232942 19743 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.19.60.130:45585
07:37:49.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.233177 20270 heartbeater.cc:511] Master 127.19.60.188:41047 requested a full tablet report, sending...
07:37:49.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.236464 19897 ts_manager.cc:194] Registered new tserver with Master: 971c95fddc384a8885bcb1dc93bf04bb (127.19.60.130:44293)
07:37:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.238279 20271 heartbeater.cc:347] Connected to a master server at 127.19.60.189:39521
07:37:49.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.238602 20271 heartbeater.cc:464] Registering TS with master...
07:37:49.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.239256 20271 heartbeater.cc:511] Master 127.19.60.189:39521 requested a full tablet report, sending...
07:37:49.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.241792 19818 ts_manager.cc:194] Registered new tserver with Master: 971c95fddc384a8885bcb1dc93bf04bb (127.19.60.130:44293)
07:37:49.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:49.534442 20278 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:37:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:49.534899 20278 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:37:49.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:49.535319 20278 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:37:49.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:49.565693 20278 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:37:49.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:49.566473 20278 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.60.131
07:37:49.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.602077 20278 tablet_server_runner.cc:78] Tablet server non-default flags:
07:37:49.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:37:49.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.60.148:40045
07:37:49.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:37:49.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:37:49.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-2/data
07:37:49.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-2/wal
07:37:49.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:37:49.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:37:49.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.60.131:0
07:37:49.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:37:49.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:37:49.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:37:49.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-2/data/info.pb
07:37:49.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.60.131
07:37:49.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:37:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.60.190:45127,127.19.60.189:39521,127.19.60.188:41047
07:37:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:37:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:37:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:37:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:37:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:37:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.60.131
07:37:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-2/logs
07:37:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:37:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:37:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:37:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:37:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:37:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:37:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:37:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
07:37:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
07:37:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:37:49.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.603384 20278 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:37:49.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.605152 20278 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:37:49.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:49.624764 20286 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:49.690711 19849 debug-util.cc:398] Leaking SignalData structure 0x7b08000824a0 after lost signal to thread 19784
07:37:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:50.237672 20272 heartbeater.cc:503] Master 127.19.60.190:45127 was elected leader, sending a full tablet report...
07:37:50.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:49.624773 20287 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:50.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:49.627288 20278 server_base.cc:1034] running on GCE node
07:37:50.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:49.624863 20289 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:50.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:50.843791 20278 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:37:50.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:50.846633 20278 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:37:50.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:50.848277 20278 hybrid_clock.cc:648] HybridClock initialized: now 1790408270848235 us; error 38 us; skew 500 ppm
07:37:50.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:50.849426 20278 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:37:50.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:50.857470 20278 webserver.cc:460] Webserver started at http://127.19.60.131:39145/ using document root <none> and password file <none>
07:37:50.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:50.858711 20278 fs_manager.cc:359] Metadata directory not provided
07:37:50.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:50.858991 20278 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:37:50.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:50.859573 20278 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:37:50.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:50.867637 20278 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-2/data/instance:
07:37:50.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76c271f92be24818bec12bb18d15aafc"
07:37:50.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:50 on dist-test-slave-xlt1"
07:37:50.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:50.869110 20278 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-2/wal/instance:
07:37:50.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76c271f92be24818bec12bb18d15aafc"
07:37:50.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:50 on dist-test-slave-xlt1"
07:37:50.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:50.878388 20278 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.002s
07:37:50.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:50.885989 20297 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:37:50.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:50.887297 20278 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.002s
07:37:50.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:50.887710 20278 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-2/data,/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-2/wal
07:37:50.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76c271f92be24818bec12bb18d15aafc"
07:37:50.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:50 on dist-test-slave-xlt1"
07:37:50.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:50.888182 20278 fs_report.cc:383] FS layout report
07:37:50.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:37:50.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-2/wal
07:37:50.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-2/wal
07:37:50.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-2/data/data
07:37:50.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:37:50.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:37:50.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:37:50.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:37:50.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:37:50.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:37:50.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:37:50.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:37:50.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:37:50.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:37:50.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:37:50.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:50.945447 20278 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:37:50.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:50.947537 20278 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:37:50.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:50.948138 20278 kserver.cc:163] Server-wide thread pool size limit: 3276
07:37:50.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:50.951709 20278 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:37:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:50.957708 20278 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:37:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:50.958014 20278 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:37:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:50.958354 20278 ts_tablet_manager.cc:610] Registered 0 tablets
07:37:50.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:50.958609 20278 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:37:51.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:51.139192 20278 rpc_server.cc:307] RPC server started. Bound to: 127.19.60.131:37611
07:37:51.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:51.139356 20409 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.60.131:37611 every 8 connection(s)
07:37:51.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:51.142059 20278 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-2/data/info.pb
07:37:51.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:51.148824 19698 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu as pid 20278
07:37:51.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:51.149322 19698 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster2209713285293060873/ts-2/wal/instance
07:37:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:51.213452 20410 heartbeater.cc:347] Connected to a master server at 127.19.60.188:41047
07:37:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:51.213940 20410 heartbeater.cc:464] Registering TS with master...
07:37:51.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:51.215162 20410 heartbeater.cc:511] Master 127.19.60.188:41047 requested a full tablet report, sending...
07:37:51.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:51.220856 19897 ts_manager.cc:194] Registered new tserver with Master: 76c271f92be24818bec12bb18d15aafc (127.19.60.131:37611)
07:37:51.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:51.242796 20412 heartbeater.cc:347] Connected to a master server at 127.19.60.190:45127
07:37:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:51.243165 20412 heartbeater.cc:464] Registering TS with master...
07:37:51.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:51.244052 20412 heartbeater.cc:511] Master 127.19.60.190:45127 requested a full tablet report, sending...
07:37:51.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:51.248934 20411 heartbeater.cc:347] Connected to a master server at 127.19.60.189:39521
07:37:51.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:51.248912 19743 ts_manager.cc:194] Registered new tserver with Master: 76c271f92be24818bec12bb18d15aafc (127.19.60.131:37611)
07:37:51.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:51.249262 20411 heartbeater.cc:464] Registering TS with master...
07:37:51.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:51.249928 20411 heartbeater.cc:511] Master 127.19.60.189:39521 requested a full tablet report, sending...
07:37:51.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:51.250874 19743 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.19.60.131:37481
07:37:51.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:51.252787 19817 ts_manager.cc:194] Registered new tserver with Master: 76c271f92be24818bec12bb18d15aafc (127.19.60.131:37611)
07:37:51.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:51.264120 19698 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
07:37:51.279 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:37:51.281 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
07:37:51.291 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.19.60.190"
port: 45127
}
bound_http_address {
host: "127.19.60.190"
port: 37205
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.19.60.189"
port: 39521
}
bound_http_address {
host: "127.19.60.189"
port: 35853
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.19.60.188"
port: 41047
}
bound_http_address {
host: "127.19.60.188"
port: 36773
}
}
}
07:37:51.296 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:37:51.299 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.19.60.129"
port: 37777
}
bound_http_address {
host: "127.19.60.129"
port: 37473
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.19.60.130"
port: 44293
}
bound_http_address {
host: "127.19.60.130"
port: 34943
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.19.60.131"
port: 37611
}
bound_http_address {
host: "127.19.60.131"
port: 39145
}
}
}
07:37:51.299 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
07:37:51.516 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
07:37:51.652 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskpeBqhD/test-tmp
07:37:51.653 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
07:37:51.653 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskpeBqhD/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
07:37:51.658 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
07:37:51.999 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:37:51.999 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:37:52.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:52.002467 20422 mini_oidc.cc:152] Starting JWKS server
07:37:52.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:52.006644 20422 webserver.cc:460] Webserver started at http://127.0.0.1:44495/ using document root <none> and password file <none>
07:37:52.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:52.007155 20422 mini_oidc.cc:189] Starting OIDC Discovery server
07:37:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:52.009018 20422 webserver.cc:460] Webserver started at http://127.0.0.1:33943/ using document root <none> and password file <none>
07:37:52.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
07:37:52.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/principal' for realm 'KRBTEST.COM',
07:37:52.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
07:37:52.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:37:52 dist-test-slave-xlt1 krb5kdc[20435](info): setting up network...
07:37:52.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
07:37:52.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:37:52 dist-test-slave-xlt1 krb5kdc[20435](info): set up 2 sockets
07:37:52.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:37:52 dist-test-slave-xlt1 krb5kdc[20435](info): commencing operation
07:37:52.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
07:37:52.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:52.255854 20412 heartbeater.cc:503] Master 127.19.60.190:45127 was elected leader, sending a full tablet report...
07:37:53.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:53.119525 20422 mini_kdc.cc:121] Time spent starting KDC: real 1.084s user 0.007s sys 0.012s
07:37:53.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
07:37:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:37:53.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
07:37:53.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
07:37:53.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:37:53.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
07:37:53.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
07:37:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:37:53.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
07:37:53.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:37:53.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/test-user.keytab.
07:37:53.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/test-user.keytab.
07:37:53.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:37:53 dist-test-slave-xlt1 krb5kdc[20435](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790408273, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:37:53.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:37:53.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T07:37:53Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
07:37:53.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T07:37:53Z Disabled control of system clock
07:37:53.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.241.190@KRBTEST.COM; defaulting to no policy
07:37:53.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:37:53.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.241.190@KRBTEST.COM" created.
07:37:53.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:37:53.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.241.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/kudu_127.19.241.190.keytab.
07:37:53.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.241.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/kudu_127.19.241.190.keytab.
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:53.310734 20422 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/wal
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/data
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/logs
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/data/info.pb
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.241.190:37843
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.241.190
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/kudu_127.19.241.190.keytab
07:37:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.241.190
07:37:53.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:37:53.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:37:53.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:37:53.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.241.148:40625
07:37:53.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:37:53.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:37:53.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:37:53.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:37:53.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417
07:37:53.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:37:53.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44495/jwks.json
07:37:53.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:37:53.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:53.615192 20448 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:37:53.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:53.615720 20448 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:37:53.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:53.616354 20448 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:37:53.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:53.647490 20448 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:37:53.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:53.647804 20448 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:37:53.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:53.648080 20448 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:37:53.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:53.648344 20448 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:37:53.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:53.648541 20448 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:37:53.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:53.648731 20448 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:37:53.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:53.648973 20448 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44495/jwks.json
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:53.685649 20448 master_runner.cc:386] Master server non-default flags:
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.241.148:40625
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/data
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/wal
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/kudu_127.19.241.190.keytab
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.241.190
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.241.190:37843
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44495/jwks.json
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/data/info.pb
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.241.190
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/logs
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:37:53.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:37:53.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:37:53.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
07:37:53.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
07:37:53.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:37:53.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:53.686890 20448 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:37:53.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:53.688050 20448 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:37:53.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:53.706032 20454 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:54.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:53.706065 20455 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:54.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:53.708192 20448 server_base.cc:1034] running on GCE node
07:37:54.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:53.706148 20457 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:54.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:54.920009 20448 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:37:54.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:54.923213 20448 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:37:54.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:54.924630 20448 hybrid_clock.cc:648] HybridClock initialized: now 1790408274924580 us; error 63 us; skew 500 ppm
07:37:54.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:54.925520 20448 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:37:54.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:37:54 dist-test-slave-xlt1 krb5kdc[20435](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790408274, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.241.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:37:54.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:54.931851 20448 init.cc:377] Logged in from keytab as kudu/127.19.241.190@KRBTEST.COM (short username kudu)
07:37:54.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:54.938076 20448 webserver.cc:460] Webserver started at http://127.19.241.190:33811/ using document root <none> and password file <none>
07:37:54.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:54.939041 20448 fs_manager.cc:359] Metadata directory not provided
07:37:54.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:54.939278 20448 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:37:54.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:54.939774 20448 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:37:54.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:54.944900 20448 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/data/instance:
07:37:54.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "809249ac9ec34ea68643d11cced3411c"
07:37:54.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:54 on dist-test-slave-xlt1"
07:37:54.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:54.946211 20448 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/wal/instance:
07:37:54.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "809249ac9ec34ea68643d11cced3411c"
07:37:54.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:54 on dist-test-slave-xlt1"
07:37:54.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:54.955402 20448 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.010s sys 0.000s
07:37:54.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:54.962482 20466 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:37:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:54.963821 20448 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
07:37:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:54.964210 20448 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/data,/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/wal
07:37:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "809249ac9ec34ea68643d11cced3411c"
07:37:54.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:54 on dist-test-slave-xlt1"
07:37:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:54.964537 20448 fs_report.cc:383] FS layout report
07:37:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:37:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/wal
07:37:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/wal
07:37:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/data/data
07:37:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:37:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:37:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:37:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:37:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:37:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:37:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:37:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:37:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:37:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:37:54.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:37:55.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:55.016201 20448 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:37:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:55.021692 20448 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:37:55.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:55.022076 20448 kserver.cc:163] Server-wide thread pool size limit: 3276
07:37:55.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:55.097097 20448 rpc_server.cc:307] RPC server started. Bound to: 127.19.241.190:37843
07:37:55.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:55.097183 20517 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.241.190:37843 every 8 connection(s)
07:37:55.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:55.099658 20448 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/data/info.pb
07:37:55.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:55.105618 20518 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:37:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:55.109261 20422 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu as pid 20448
07:37:55.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:55.109760 20422 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/wal/instance
07:37:55.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:55.119217 20518 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.241.190" port: 37843 } has no permanent_uuid. Determining permanent_uuid...
07:37:55.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.241.189@KRBTEST.COM; defaulting to no policy
07:37:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:37:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.241.189@KRBTEST.COM" created.
07:37:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:37:55 dist-test-slave-xlt1 krb5kdc[20435](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790408274, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.241.190@KRBTEST.COM for kudu/127.19.241.190@KRBTEST.COM
07:37:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:37:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.241.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/kudu_127.19.241.189.keytab.
07:37:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.241.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/kudu_127.19.241.189.keytab.
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:55.158099 20422 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/wal
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/data
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/logs
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/data/info.pb
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.241.189:34361
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.241.189
07:37:55.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:37:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/kudu_127.19.241.189.keytab
07:37:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.241.189
07:37:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:37:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:37:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:37:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.241.148:40625
07:37:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:37:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:37:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:37:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:37:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417
07:37:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:37:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44495/jwks.json
07:37:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:37:55.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:55.171005 20518 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.241.189" port: 34361 } has no permanent_uuid. Determining permanent_uuid...
07:37:55.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:55.173568 20468 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.241.189:34361: connect: Connection refused (error 111)
07:37:55.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:55.177753 20518 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.241.189:34361: Network error: Client connection negotiation failed: client connection to 127.19.241.189:34361: connect: Connection refused (error 111)
07:37:55.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:55.227321 20518 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.241.189" port: 34361 } attempt: 1
07:37:55.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:55.230918 20518 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.241.189:34361: Network error: Client connection negotiation failed: client connection to 127.19.241.189:34361: connect: Connection refused (error 111)
07:37:55.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:55.299346 20518 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.241.189" port: 34361 } attempt: 2
07:37:55.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:55.303315 20518 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.241.189:34361: Network error: Client connection negotiation failed: client connection to 127.19.241.189:34361: connect: Connection refused (error 111)
07:37:55.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:55.394726 20518 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.241.189" port: 34361 } attempt: 3
07:37:55.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:55.398805 20518 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.241.189:34361: Network error: Client connection negotiation failed: client connection to 127.19.241.189:34361: connect: Connection refused (error 111)
07:37:55.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:55.473547 20524 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:37:55.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:55.474073 20524 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:37:55.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:55.475172 20524 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:37:55.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:55.505666 20524 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:37:55.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:55.505872 20524 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:37:55.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:55.506120 20524 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:37:55.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:55.506311 20524 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:37:55.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:55.506510 20524 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:37:55.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:55.506691 20524 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:37:55.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:55.506827 20524 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44495/jwks.json
07:37:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:55.542188 20518 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.241.189" port: 34361 } attempt: 4
07:37:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:55.543743 20524 master_runner.cc:386] Master server non-default flags:
07:37:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:37:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.241.148:40625
07:37:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:37:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:37:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/data
07:37:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/wal
07:37:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:37:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:37:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417
07:37:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/kudu_127.19.241.189.keytab
07:37:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.241.189
07:37:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:37:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:37:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:37:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.241.189:34361
07:37:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:37:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:37:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:37:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44495/jwks.json
07:37:55.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:37:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:37:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:37:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:37:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:37:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/data/info.pb
07:37:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.241.189
07:37:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:37:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:37:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:37:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:37:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:37:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:37:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/logs
07:37:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:37:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:37:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:37:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:37:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:37:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:37:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:37:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
07:37:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
07:37:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:37:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:55.545338 20524 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:37:55.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:55.546258 20518 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.241.189:34361: Network error: Client connection negotiation failed: client connection to 127.19.241.189:34361: connect: Connection refused (error 111)
07:37:55.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:55.546716 20524 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:37:55.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:55.565594 20531 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:55.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:55.845670 20518 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.241.189" port: 34361 } attempt: 5
07:37:55.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:55.851617 20518 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.241.189:34361: Network error: Client connection negotiation failed: client connection to 127.19.241.189:34361: connect: Connection refused (error 111)
07:37:56.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:56.399158 20518 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.241.189" port: 34361 } attempt: 6
07:37:56.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:56.408738 20518 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.241.189:34361: Network error: Client connection negotiation failed: client connection to 127.19.241.189:34361: connect: Connection refused (error 111)
07:37:56.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:55.568758 20534 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:56.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:55.565588 20532 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:56.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:56.881042 20533 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1314 milliseconds
07:37:56.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:56.881146 20524 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:37:56.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:56.882613 20524 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:37:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:56.885704 20524 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:37:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:56.887166 20524 hybrid_clock.cc:648] HybridClock initialized: now 1790408276887139 us; error 59 us; skew 500 ppm
07:37:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:56.887971 20524 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:37:56.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:37:56 dist-test-slave-xlt1 krb5kdc[20435](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790408276, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.241.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:37:56.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:56.894057 20524 init.cc:377] Logged in from keytab as kudu/127.19.241.189@KRBTEST.COM (short username kudu)
07:37:56.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:56.899957 20524 webserver.cc:460] Webserver started at http://127.19.241.189:44417/ using document root <none> and password file <none>
07:37:56.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:56.900874 20524 fs_manager.cc:359] Metadata directory not provided
07:37:56.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:56.901057 20524 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:37:56.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:56.901422 20524 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:37:56.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:56.906383 20524 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/data/instance:
07:37:56.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8e3a96af22b04ef1b5a432189ace8a6d"
07:37:56.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:56 on dist-test-slave-xlt1"
07:37:56.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:56.907456 20524 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/wal/instance:
07:37:56.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8e3a96af22b04ef1b5a432189ace8a6d"
07:37:56.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:56 on dist-test-slave-xlt1"
07:37:56.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:56.915270 20524 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.001s
07:37:56.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:56.920761 20544 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:37:56.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:56.921819 20524 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
07:37:56.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:56.922118 20524 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/data,/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/wal
07:37:56.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8e3a96af22b04ef1b5a432189ace8a6d"
07:37:56.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:56 on dist-test-slave-xlt1"
07:37:56.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:56.922407 20524 fs_report.cc:383] FS layout report
07:37:56.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:37:56.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/wal
07:37:56.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/wal
07:37:56.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/data/data
07:37:56.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:37:56.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:37:56.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:37:56.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:37:56.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:37:56.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:37:56.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:37:56.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:37:56.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:37:56.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:37:56.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:37:56.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:56.962467 20524 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:37:56.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:56.970240 20524 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:37:56.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:56.970753 20524 kserver.cc:163] Server-wide thread pool size limit: 3276
07:37:57.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:57.051258 20524 rpc_server.cc:307] RPC server started. Bound to: 127.19.241.189:34361
07:37:57.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:57.051358 20595 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.241.189:34361 every 8 connection(s)
07:37:57.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:57.054174 20524 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/data/info.pb
07:37:57.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:57.059568 20596 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:37:57.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:57.060117 20422 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu as pid 20524
07:37:57.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:57.060516 20422 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/wal/instance
07:37:57.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:57.074095 20596 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.241.190" port: 37843 } has no permanent_uuid. Determining permanent_uuid...
07:37:57.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.19.241.188@KRBTEST.COM; defaulting to no policy
07:37:57.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:37:57.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.19.241.188@KRBTEST.COM" created.
07:37:57.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:37:57.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.241.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/kudu_127.19.241.188.keytab.
07:37:57.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.19.241.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/kudu_127.19.241.188.keytab.
07:37:57.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:37:57 dist-test-slave-xlt1 krb5kdc[20435](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790408276, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.241.189@KRBTEST.COM for kudu/127.19.241.190@KRBTEST.COM
07:37:57.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:57.106333 20422 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu
07:37:57.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu
07:37:57.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/wal
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/data
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/logs
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/data/info.pb
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.241.188:43417
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.241.188
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/kudu_127.19.241.188.keytab
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.241.188
07:37:57.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:37:57.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:37:57.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:37:57.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.241.148:40625
07:37:57.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:37:57.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:37:57.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:37:57.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:37:57.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417
07:37:57.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:37:57.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44495/jwks.json
07:37:57.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:37:57.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:57.120337 20596 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.241.189" port: 34361 } has no permanent_uuid. Determining permanent_uuid...
07:37:57.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:37:57 dist-test-slave-xlt1 krb5kdc[20435](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790408276, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.241.189@KRBTEST.COM for kudu/127.19.241.189@KRBTEST.COM
07:37:57.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:57.153429 20596 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } has no permanent_uuid. Determining permanent_uuid...
07:37:57.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:57.155599 20546 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.241.188:43417: connect: Connection refused (error 111)
07:37:57.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:57.160215 20596 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.241.188:43417: Network error: Client connection negotiation failed: client connection to 127.19.241.188:43417: connect: Connection refused (error 111)
07:37:57.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:57.210518 20596 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } attempt: 1
07:37:57.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:57.215649 20596 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.241.188:43417: Network error: Client connection negotiation failed: client connection to 127.19.241.188:43417: connect: Connection refused (error 111)
07:37:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:57.284024 20596 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } attempt: 2
07:37:57.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:57.287844 20596 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.241.188:43417: Network error: Client connection negotiation failed: client connection to 127.19.241.188:43417: connect: Connection refused (error 111)
07:37:57.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:57.379257 20596 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } attempt: 3
07:37:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:57.383522 20596 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.241.188:43417: Network error: Client connection negotiation failed: client connection to 127.19.241.188:43417: connect: Connection refused (error 111)
07:37:57.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:57.445652 20602 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:37:57.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:57.446167 20602 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:37:57.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:57.447024 20602 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:37:57.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:57.469228 20518 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.241.189" port: 34361 } attempt: 7
07:37:57.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:37:57 dist-test-slave-xlt1 krb5kdc[20435](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790408274, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.241.190@KRBTEST.COM for kudu/127.19.241.189@KRBTEST.COM
07:37:57.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:57.488234 20602 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:37:57.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:57.488740 20602 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:37:57.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:57.489298 20602 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:37:57.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:57.489630 20602 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:37:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:57.489936 20602 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:37:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:57.490242 20602 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:37:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:57.490461 20602 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44495/jwks.json
07:37:57.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:57.493428 20518 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } has no permanent_uuid. Determining permanent_uuid...
07:37:57.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:57.498327 20518 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.241.188:43417: Network error: Client connection negotiation failed: client connection to 127.19.241.188:43417: connect: Connection refused (error 111)
07:37:57.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:57.526944 20596 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } attempt: 4
07:37:57.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:57.530318 20596 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.241.188:43417: Network error: Client connection negotiation failed: client connection to 127.19.241.188:43417: connect: Connection refused (error 111)
07:37:57.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:57.532289 20602 master_runner.cc:386] Master server non-default flags:
07:37:57.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.241.148:40625
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/data
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/wal
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/kudu_127.19.241.188.keytab
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.241.188
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.241.188:43417
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44495/jwks.json
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/data/info.pb
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.241.188
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/logs
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:37:57.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:37:57.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:37:57.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:37:57.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
07:37:57.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
07:37:57.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:37:57.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:57.533382 20602 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:37:57.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:57.534262 20602 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:37:57.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:57.551849 20613 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:57.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:57.556687 20518 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } attempt: 1
07:37:57.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:57.560721 20518 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.241.188:43417: Network error: Client connection negotiation failed: client connection to 127.19.241.188:43417: connect: Connection refused (error 111)
07:37:57.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:57.642133 20518 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } attempt: 2
07:37:57.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:57.646839 20518 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.241.188:43417: Network error: Client connection negotiation failed: client connection to 127.19.241.188:43417: connect: Connection refused (error 111)
07:37:57.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:57.732236 20518 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } attempt: 3
07:37:57.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:57.736361 20518 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.241.188:43417: Network error: Client connection negotiation failed: client connection to 127.19.241.188:43417: connect: Connection refused (error 111)
07:37:57.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:57.829744 20596 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } attempt: 5
07:37:57.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:57.834035 20596 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.241.188:43417: Network error: Client connection negotiation failed: client connection to 127.19.241.188:43417: connect: Connection refused (error 111)
07:37:57.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:57.876768 20518 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } attempt: 4
07:37:57.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:57.880936 20518 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.241.188:43417: Network error: Client connection negotiation failed: client connection to 127.19.241.188:43417: connect: Connection refused (error 111)
07:37:58.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:58.164297 20518 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } attempt: 5
07:37:58.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:58.167936 20518 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.241.188:43417: Network error: Client connection negotiation failed: client connection to 127.19.241.188:43417: connect: Connection refused (error 111)
07:37:58.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:58.187825 19928 debug-util.cc:398] Leaking SignalData structure 0x7b08000bb620 after lost signal to thread 19860
07:37:58.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:58.188705 19928 debug-util.cc:398] Leaking SignalData structure 0x7b08000906a0 after lost signal to thread 19931
07:37:58.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:58.381407 20596 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } attempt: 6
07:37:58.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:58.390323 20596 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.241.188:43417: Network error: Client connection negotiation failed: client connection to 127.19.241.188:43417: connect: Connection refused (error 111)
07:37:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:58.720355 20518 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } attempt: 6
07:37:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:58.731031 20518 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.19.241.188:43417: Network error: Client connection negotiation failed: client connection to 127.19.241.188:43417: connect: Connection refused (error 111)
07:37:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:57.552112 20614 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:57.553479 20602 server_base.cc:1034] running on GCE node
07:37:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:57.552119 20616 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:37:58.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:58.841715 20602 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:37:58.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:58.845137 20602 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:37:58.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:58.846729 20602 hybrid_clock.cc:648] HybridClock initialized: now 1790408278846702 us; error 47 us; skew 500 ppm
07:37:58.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:58.847592 20602 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:37:58.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:37:58 dist-test-slave-xlt1 krb5kdc[20435](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790408278, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.241.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:37:58.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:58.854246 20602 init.cc:377] Logged in from keytab as kudu/127.19.241.188@KRBTEST.COM (short username kudu)
07:37:58.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:58.860410 20602 webserver.cc:460] Webserver started at http://127.19.241.188:38765/ using document root <none> and password file <none>
07:37:58.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:58.861388 20602 fs_manager.cc:359] Metadata directory not provided
07:37:58.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:58.861626 20602 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:37:58.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:58.862167 20602 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:37:58.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:58.867848 20602 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/data/instance:
07:37:58.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fc3ed08b37634fed9efb27c1b44b6d9e"
07:37:58.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:58 on dist-test-slave-xlt1"
07:37:58.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:58.869086 20602 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/wal/instance:
07:37:58.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fc3ed08b37634fed9efb27c1b44b6d9e"
07:37:58.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:58 on dist-test-slave-xlt1"
07:37:58.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:58.877391 20602 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.001s
07:37:58.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:58.883136 20630 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:37:58.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:58.884374 20602 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
07:37:58.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:58.884650 20602 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/data,/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/wal
07:37:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fc3ed08b37634fed9efb27c1b44b6d9e"
07:37:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:58 on dist-test-slave-xlt1"
07:37:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:58.884934 20602 fs_report.cc:383] FS layout report
07:37:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:37:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/wal
07:37:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/wal
07:37:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/data/data
07:37:58.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:37:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:37:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:37:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:37:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:37:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:37:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:37:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:37:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:37:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:37:58.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:37:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:58.934168 20602 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:37:58.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:58.940179 20602 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:37:58.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:58.940702 20602 kserver.cc:163] Server-wide thread pool size limit: 3276
07:37:59.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.041859 20602 rpc_server.cc:307] RPC server started. Bound to: 127.19.241.188:43417
07:37:59.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.041961 20681 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.241.188:43417 every 8 connection(s)
07:37:59.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.044836 20602 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/data/info.pb
07:37:59.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.046924 20422 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu as pid 20602
07:37:59.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.047425 20422 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/wal/instance
07:37:59.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.052434 20682 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:37:59.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.074219 20682 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.241.190" port: 37843 } has no permanent_uuid. Determining permanent_uuid...
07:37:59.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:37:59 dist-test-slave-xlt1 krb5kdc[20435](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790408273, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.241.188@KRBTEST.COM
07:37:59.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:37:59 dist-test-slave-xlt1 krb5kdc[20435](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790408278, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.241.188@KRBTEST.COM for kudu/127.19.241.190@KRBTEST.COM
07:37:59.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.131609 20682 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.241.189" port: 34361 } has no permanent_uuid. Determining permanent_uuid...
07:37:59.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:37:59 dist-test-slave-xlt1 krb5kdc[20435](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790408273, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.241.189@KRBTEST.COM
07:37:59.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:37:59 dist-test-slave-xlt1 krb5kdc[20435](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790408278, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.241.188@KRBTEST.COM for kudu/127.19.241.189@KRBTEST.COM
07:37:59.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.174518 20682 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } has no permanent_uuid. Determining permanent_uuid...
07:37:59.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:37:59 dist-test-slave-xlt1 krb5kdc[20435](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790408273, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.241.190@KRBTEST.COM
07:37:59.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:37:59 dist-test-slave-xlt1 krb5kdc[20435](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790408278, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.241.188@KRBTEST.COM for kudu/127.19.241.188@KRBTEST.COM
07:37:59.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.199139 20422 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
07:37:59.208 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:37:59.210 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
07:37:59.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.213985 20682 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: Bootstrap starting.
07:37:59.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.219408 20682 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: Neither blocks nor log segments found. Creating new log.
07:37:59.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.221091 20682 log.cc:824] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: Log is configured to *not* fsync() on all Append() calls
07:37:59.225 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
07:37:59.226 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
07:37:59.237 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.19.241.190"
port: 37843
}
bound_http_address {
host: "127.19.241.190"
port: 33811
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.19.241.189"
port: 34361
}
bound_http_address {
host: "127.19.241.189"
port: 44417
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.19.241.188"
port: 43417
}
bound_http_address {
host: "127.19.241.188"
port: 38765
}
}
}
07:37:59.237 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:37:59.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.238852 20682 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: No bootstrap required, opened a new log
07:37:59.239 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:37:59.239 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
07:37:59.241 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
07:37:59.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.269353 20682 raft_consensus.cc:348] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "809249ac9ec34ea68643d11cced3411c" member_type: VOTER last_known_addr { host: "127.19.241.190" port: 37843 } } peers { permanent_uuid: "8e3a96af22b04ef1b5a432189ace8a6d" member_type: VOTER last_known_addr { host: "127.19.241.189" port: 34361 } } peers { permanent_uuid: "fc3ed08b37634fed9efb27c1b44b6d9e" member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } }
07:37:59.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.270269 20682 raft_consensus.cc:374] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:37:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.270789 20682 raft_consensus.cc:729] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fc3ed08b37634fed9efb27c1b44b6d9e, State: Initialized, Role: FOLLOWER
07:37:59.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.271759 20682 consensus_queue.cc:260] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "809249ac9ec34ea68643d11cced3411c" member_type: VOTER last_known_addr { host: "127.19.241.190" port: 37843 } } peers { permanent_uuid: "8e3a96af22b04ef1b5a432189ace8a6d" member_type: VOTER last_known_addr { host: "127.19.241.189" port: 34361 } } peers { permanent_uuid: "fc3ed08b37634fed9efb27c1b44b6d9e" member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } }
07:37:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.276762 20682 sys_catalog.cc:564] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [sys.catalog]: configured and running, proceeding with master startup.
07:37:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:37:59 dist-test-slave-xlt1 krb5kdc[20435](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790408279, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:37:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:37:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.274803 20693 sys_catalog.cc:455] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "809249ac9ec34ea68643d11cced3411c" member_type: VOTER last_known_addr { host: "127.19.241.190" port: 37843 } } peers { permanent_uuid: "8e3a96af22b04ef1b5a432189ace8a6d" member_type: VOTER last_known_addr { host: "127.19.241.189" port: 34361 } } peers { permanent_uuid: "fc3ed08b37634fed9efb27c1b44b6d9e" member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } } }
07:37:59.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.280102 20693 sys_catalog.cc:458] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [sys.catalog]: This master's current role is: FOLLOWER
07:37:59.296 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:37:59.298 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/krb5cc
07:37:59.306 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:37:59.308 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/krb5cc
07:37:59.310 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:37:59.314 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
07:37:59.322 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
07:37:59.323 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
07:37:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:59.346791 20705 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:37:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:59.347082 20705 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:37:59.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:37:59 dist-test-slave-xlt1 krb5kdc[20435](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790408279, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:37:59.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:37:59.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.340330 20602 master_runner.cc:186] Error getting master registration for 127.19.241.190:37843: OK, instance_id { permanent_uuid: "809249ac9ec34ea68643d11cced3411c" instance_seqno: 1790408275076243 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:37:59.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.373442 20602 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:37:59.376 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:37:59.377 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/krb5cc
07:37:59.379 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:37:59.379 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.19.241.190:37843
07:37:59.381 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
07:37:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.382537 20422 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu with pid 20448
07:37:59.417 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:37:59.417 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.19.241.189:34361
07:37:59.417 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
07:37:59.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.418802 20422 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu with pid 20524
07:37:59.449 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:37:59.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:59.447883 20636 tablet.cc:2369] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:37:59.449 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.19.241.188:43417
07:37:59.450 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
07:37:59.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.450251 20422 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu with pid 20602
07:37:59.481 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:37:59.481 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.19.241.190:37843
07:37:59.483 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
07:37:59.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.485091 20422 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu
07:37:59.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu
07:37:59.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/wal
07:37:59.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/data
07:37:59.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:37:59.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:37:59.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:37:59.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:37:59.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:37:59.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:37:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/logs
07:37:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/data/info.pb
07:37:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:37:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:37:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:37:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:37:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:37:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:37:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:37:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:37:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:37:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:37:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:37:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:37:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.241.190:37843
07:37:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.241.190
07:37:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33811
07:37:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/kudu_127.19.241.190.keytab
07:37:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.241.190
07:37:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:37:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:37:59.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:37:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.241.148:40625
07:37:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:37:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:37:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:37:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:37:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417
07:37:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:37:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44495/jwks.json
07:37:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:37:59.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:59.817754 20708 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:37:59.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:59.818439 20708 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:37:59.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:59.819159 20708 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:37:59.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:59.850975 20708 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:37:59.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:59.851239 20708 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:37:59.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:59.851619 20708 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:37:59.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:59.851939 20708 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:37:59.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:59.852273 20708 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:37:59.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:59.852592 20708 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:37:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:59.852818 20708 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44495/jwks.json
07:37:59.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.890300 20708 master_runner.cc:386] Master server non-default flags:
07:37:59.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:37:59.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.241.148:40625
07:37:59.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:37:59.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:37:59.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/data
07:37:59.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/wal
07:37:59.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:37:59.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:37:59.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/kudu_127.19.241.190.keytab
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.241.190
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.241.190:37843
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44495/jwks.json
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/data/info.pb
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.241.190
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33811
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/logs
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:37:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:37:59.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:37:59.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:37:59.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:37:59.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:37:59.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
07:37:59.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
07:37:59.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:37:59.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.891856 20708 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:37:59.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:37:59.893232 20708 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:37:59.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:59.913409 20719 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:38:01.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:59.914565 20716 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:38:01.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:01.163115 20718 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:38:01.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.163367 20708 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:38:01.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:37:59.913427 20717 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:38:01.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.168330 20708 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:38:01.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.171257 20708 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:38:01.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.172734 20708 hybrid_clock.cc:648] HybridClock initialized: now 1790408281172436 us; error 304 us; skew 500 ppm
07:38:01.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.173583 20708 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:38:01.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:38:01 dist-test-slave-xlt1 krb5kdc[20435](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790408281, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.241.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:38:01.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.179575 20708 init.cc:377] Logged in from keytab as kudu/127.19.241.190@KRBTEST.COM (short username kudu)
07:38:01.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.185266 20708 webserver.cc:460] Webserver started at http://127.19.241.190:33811/ using document root <none> and password file <none>
07:38:01.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.186333 20708 fs_manager.cc:359] Metadata directory not provided
07:38:01.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.186609 20708 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:38:01.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.195179 20708 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.000s
07:38:01.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.199314 20727 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:38:01.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.200292 20708 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
07:38:01.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.200644 20708 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/data,/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/wal
07:38:01.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "809249ac9ec34ea68643d11cced3411c"
07:38:01.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:54 on dist-test-slave-xlt1"
07:38:01.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.202841 20708 fs_report.cc:383] FS layout report
07:38:01.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:38:01.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/wal
07:38:01.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/wal
07:38:01.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/data/data
07:38:01.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:38:01.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:38:01.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:38:01.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:38:01.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:38:01.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:38:01.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:38:01.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:38:01.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:38:01.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:38:01.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:38:01.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.236461 20708 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:38:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.242398 20708 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:38:01.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.242930 20708 kserver.cc:163] Server-wide thread pool size limit: 3276
07:38:01.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.316752 20708 rpc_server.cc:307] RPC server started. Bound to: 127.19.241.190:37843
07:38:01.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.316869 20778 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.241.190:37843 every 8 connection(s)
07:38:01.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.319451 20708 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/data/info.pb
07:38:01.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.329777 20422 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu as pid 20708
07:38:01.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.330046 20779 sys_catalog.cc:263] Verifying existing consensus state
07:38:01.330 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:38:01.330 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.19.241.189:34361
07:38:01.331 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
07:38:01.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260926 07:38:01.330883 20779 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:38:01.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.331385 20708 master.cc:537] Master@127.19.241.190:37843 shutting down...
07:38:01.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.333498 20422 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu
07:38:01.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu
07:38:01.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/wal
07:38:01.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/data
07:38:01.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:38:01.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:38:01.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:38:01.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:38:01.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:38:01.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:38:01.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/logs
07:38:01.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/data/info.pb
07:38:01.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:38:01.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:38:01.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:38:01.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:38:01.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:38:01.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:38:01.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:38:01.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:38:01.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:38:01.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:38:01.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:38:01.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:38:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.241.189:34361
07:38:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.241.189
07:38:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44417
07:38:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/kudu_127.19.241.189.keytab
07:38:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.241.189
07:38:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:38:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:38:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:38:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.241.148:40625
07:38:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:38:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:38:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:38:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:38:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417
07:38:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:38:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44495/jwks.json
07:38:01.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:38:01.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.393719 20708 master.cc:552] Master@127.19.241.190:37843 shutdown complete.
07:38:01.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:38:01.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:01.695662 20781 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:38:01.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:01.696352 20781 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:38:01.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:01.697078 20781 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:38:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:01.728366 20781 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:38:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:01.728626 20781 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:38:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:01.729064 20781 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:38:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:01.729386 20781 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:38:01.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:01.729688 20781 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:38:01.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:01.729997 20781 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:38:01.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:01.730262 20781 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44495/jwks.json
07:38:01.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.767535 20781 master_runner.cc:386] Master server non-default flags:
07:38:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:38:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.241.148:40625
07:38:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:38:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:38:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/data
07:38:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/wal
07:38:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:38:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:38:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417
07:38:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/kudu_127.19.241.189.keytab
07:38:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.241.189
07:38:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:38:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:38:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:38:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.241.189:34361
07:38:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:38:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:38:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:38:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44495/jwks.json
07:38:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:38:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:38:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:38:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:38:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:38:01.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/data/info.pb
07:38:01.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.241.189
07:38:01.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44417
07:38:01.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:38:01.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:38:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:38:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:38:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:38:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/logs
07:38:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:38:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:38:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:38:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:38:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:38:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:38:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:38:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
07:38:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
07:38:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:38:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.768992 20781 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:38:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.770272 20781 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:38:01.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:01.786954 20789 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:38:02.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:02.532294 20266 debug-util.cc:398] Leaking SignalData structure 0x7b08000af060 after lost signal to thread 20140
07:38:02.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:02.533923 20266 debug-util.cc:398] Leaking SignalData structure 0x7b08000afde0 after lost signal to thread 20269
07:38:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:01.786972 20791 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:38:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:01.787297 20788 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:38:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:01.789158 20781 server_base.cc:1034] running on GCE node
07:38:03.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.074491 20781 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:38:03.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.077618 20781 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:38:03.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.079149 20781 hybrid_clock.cc:648] HybridClock initialized: now 1790408283079043 us; error 124 us; skew 500 ppm
07:38:03.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.080036 20781 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:38:03.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:38:03 dist-test-slave-xlt1 krb5kdc[20435](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790408283, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.241.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:38:03.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.092473 20781 init.cc:377] Logged in from keytab as kudu/127.19.241.189@KRBTEST.COM (short username kudu)
07:38:03.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.098673 20781 webserver.cc:460] Webserver started at http://127.19.241.189:44417/ using document root <none> and password file <none>
07:38:03.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.099509 20781 fs_manager.cc:359] Metadata directory not provided
07:38:03.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.099764 20781 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:38:03.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.107868 20781 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.007s sys 0.000s
07:38:03.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.113061 20800 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:38:03.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.114224 20781 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
07:38:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.114586 20781 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/data,/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/wal
07:38:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8e3a96af22b04ef1b5a432189ace8a6d"
07:38:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:56 on dist-test-slave-xlt1"
07:38:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.117174 20781 fs_report.cc:383] FS layout report
07:38:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:38:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/wal
07:38:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/wal
07:38:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/data/data
07:38:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:38:03.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:38:03.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:38:03.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:38:03.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:38:03.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:38:03.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:38:03.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:38:03.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:38:03.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:38:03.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:38:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.155797 20781 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:38:03.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.162194 20781 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:38:03.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.162801 20781 kserver.cc:163] Server-wide thread pool size limit: 3276
07:38:03.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.254891 20781 rpc_server.cc:307] RPC server started. Bound to: 127.19.241.189:34361
07:38:03.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.255055 20851 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.241.189:34361 every 8 connection(s)
07:38:03.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.257839 20781 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/data/info.pb
07:38:03.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.264885 20422 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu as pid 20781
07:38:03.266 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:38:03.266 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.19.241.188:43417
07:38:03.266 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
07:38:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.269690 20422 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu
07:38:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu
07:38:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/wal
07:38:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/data
07:38:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:38:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:38:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:38:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:38:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:38:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:38:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/logs
07:38:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/data/info.pb
07:38:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:38:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:38:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:38:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:38:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:38:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:38:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:38:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:38:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:38:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:38:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:38:03.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:38:03.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.241.188:43417
07:38:03.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.241.188
07:38:03.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38765
07:38:03.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/kudu_127.19.241.188.keytab
07:38:03.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.241.188
07:38:03.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:38:03.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:38:03.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:38:03.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.241.148:40625
07:38:03.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:38:03.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:38:03.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:38:03.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:38:03.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417
07:38:03.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:38:03.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44495/jwks.json
07:38:03.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:38:03.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.273141 20852 sys_catalog.cc:263] Verifying existing consensus state
07:38:03.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260926 07:38:03.274111 20852 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:38:03.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.274645 20781 master.cc:537] Master@127.19.241.189:34361 shutting down...
07:38:03.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.367729 20781 master.cc:552] Master@127.19.241.189:34361 shutdown complete.
07:38:03.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:38:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:03.624881 20854 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:38:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:03.625442 20854 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:38:03.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:03.626134 20854 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:38:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:03.660521 20854 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:38:03.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:03.660779 20854 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:38:03.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:03.661216 20854 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:38:03.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:03.661543 20854 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:38:03.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:03.661842 20854 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:38:03.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:03.662145 20854 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:38:03.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:03.662393 20854 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44495/jwks.json
07:38:03.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.703210 20854 master_runner.cc:386] Master server non-default flags:
07:38:03.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:38:03.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.241.148:40625
07:38:03.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:38:03.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:38:03.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/data
07:38:03.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/wal
07:38:03.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/krb5kdc/kudu_127.19.241.188.keytab
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.19.241.188
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.241.188:43417
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44495/jwks.json
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/data/info.pb
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.241.188
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38765
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/logs
07:38:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:38:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:38:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:38:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:38:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:38:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:38:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:38:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 26 Sep 2026 06:55:20 UTC on ccycloud.quasar-qwhbmo.root.comops.site
07:38:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4673737
07:38:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:38:03.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.704731 20854 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:38:03.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.706065 20854 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:38:03.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:03.726752 20860 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:38:05.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:03.727145 20861 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:38:05.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:03.729657 20854 server_base.cc:1034] running on GCE node
07:38:05.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:03.727337 20863 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:38:05.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.023918 20854 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:38:05.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.026998 20854 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:38:05.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.028486 20854 hybrid_clock.cc:648] HybridClock initialized: now 1790408285028455 us; error 47 us; skew 500 ppm
07:38:05.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.029241 20854 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:38:05.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:38:05 dist-test-slave-xlt1 krb5kdc[20435](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790408285, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.241.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:38:05.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.035068 20854 init.cc:377] Logged in from keytab as kudu/127.19.241.188@KRBTEST.COM (short username kudu)
07:38:05.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.040619 20854 webserver.cc:460] Webserver started at http://127.19.241.188:38765/ using document root <none> and password file <none>
07:38:05.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.041584 20854 fs_manager.cc:359] Metadata directory not provided
07:38:05.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.041831 20854 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:38:05.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.049606 20854 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.001s sys 0.003s
07:38:05.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.053802 20872 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:38:05.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.054879 20854 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
07:38:05.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.055157 20854 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/data,/tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/wal
07:38:05.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fc3ed08b37634fed9efb27c1b44b6d9e"
07:38:05.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-26 07:37:58 on dist-test-slave-xlt1"
07:38:05.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.057441 20854 fs_report.cc:383] FS layout report
07:38:05.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:38:05.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/wal
07:38:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/wal
07:38:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/data/data
07:38:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:38:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:38:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:38:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:38:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:38:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:38:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:38:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:38:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:38:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:38:05.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:38:05.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.100302 20854 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:38:05.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.105845 20854 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:38:05.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.106249 20854 kserver.cc:163] Server-wide thread pool size limit: 3276
07:38:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.181313 20854 rpc_server.cc:307] RPC server started. Bound to: 127.19.241.188:43417
07:38:05.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.181428 20923 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.19.241.188:43417 every 8 connection(s)
07:38:05.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.183970 20854 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpeBqhD/test-tmp/mini-kudu-cluster8908100050549738472/master-2/data/info.pb
07:38:05.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.192519 20422 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu as pid 20854
07:38:05.193 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:38:05.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.194325 20924 sys_catalog.cc:263] Verifying existing consensus state
07:38:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.201924 20924 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: Bootstrap starting.
07:38:05.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.237499 20924 log.cc:824] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: Log is configured to *not* fsync() on all Append() calls
07:38:05.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.242067 20924 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:38:05.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.242766 20924 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: Bootstrap complete.
07:38:05.244 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.241.190:37843(127.19.241.190:37843)] connecting to peer
07:38:05.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.267737 20924 raft_consensus.cc:348] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "809249ac9ec34ea68643d11cced3411c" member_type: VOTER last_known_addr { host: "127.19.241.190" port: 37843 } } peers { permanent_uuid: "8e3a96af22b04ef1b5a432189ace8a6d" member_type: VOTER last_known_addr { host: "127.19.241.189" port: 34361 } } peers { permanent_uuid: "fc3ed08b37634fed9efb27c1b44b6d9e" member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } }
07:38:05.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.270402 20924 raft_consensus.cc:374] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:38:05.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.270696 20924 raft_consensus.cc:729] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fc3ed08b37634fed9efb27c1b44b6d9e, State: Initialized, Role: FOLLOWER
07:38:05.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.271682 20924 consensus_queue.cc:260] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "809249ac9ec34ea68643d11cced3411c" member_type: VOTER last_known_addr { host: "127.19.241.190" port: 37843 } } peers { permanent_uuid: "8e3a96af22b04ef1b5a432189ace8a6d" member_type: VOTER last_known_addr { host: "127.19.241.189" port: 34361 } } peers { permanent_uuid: "fc3ed08b37634fed9efb27c1b44b6d9e" member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } }
07:38:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.278973 20928 sys_catalog.cc:455] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "809249ac9ec34ea68643d11cced3411c" member_type: VOTER last_known_addr { host: "127.19.241.190" port: 37843 } } peers { permanent_uuid: "8e3a96af22b04ef1b5a432189ace8a6d" member_type: VOTER last_known_addr { host: "127.19.241.189" port: 34361 } } peers { permanent_uuid: "fc3ed08b37634fed9efb27c1b44b6d9e" member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } } }
07:38:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.280112 20928 sys_catalog.cc:458] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [sys.catalog]: This master's current role is: FOLLOWER
07:38:05.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.280866 20924 sys_catalog.cc:564] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [sys.catalog]: configured and running, proceeding with master startup.
07:38:05.305 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.241.189:34361(127.19.241.189:34361)] connecting to peer
07:38:05.306 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.19.241.188:43417(127.19.241.188:43417)] connecting to peer
07:38:05.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:05.349905 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:05.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:05.350237 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:05.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:05.361318 20878 tablet.cc:2369] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:38:05.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:05.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:05.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.241.189:34361(127.19.241.189:34361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:05.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.241.190:37843(127.19.241.190:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:05.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.190:37843: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:05.369 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.19.241.188:43417(127.19.241.188:43417)] Successfully connected to peer
07:38:05.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.189:34361: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:05.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.345244 20854 master_runner.cc:186] Error getting master registration for 127.19.241.190:37843: Network error: Client connection negotiation failed: client connection to 127.19.241.190:37843: connect: Connection refused (error 111),
07:38:05.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.375217 20854 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:38:05.443 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
07:38:05.452 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.19.241.188
07:38:05.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:38:05 dist-test-slave-xlt1 krb5kdc[20435](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790408279, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.19.241.188@KRBTEST.COM
07:38:05.691 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe348c66d, L:/127.0.0.1:59000 - R:/127.19.241.188:43417] using SASL/GSSAPI
07:38:05.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.695451 20928 raft_consensus.cc:482] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:38:05.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.695935 20928 raft_consensus.cc:504] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "809249ac9ec34ea68643d11cced3411c" member_type: VOTER last_known_addr { host: "127.19.241.190" port: 37843 } } peers { permanent_uuid: "8e3a96af22b04ef1b5a432189ace8a6d" member_type: VOTER last_known_addr { host: "127.19.241.189" port: 34361 } } peers { permanent_uuid: "fc3ed08b37634fed9efb27c1b44b6d9e" member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } }
07:38:05.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.698958 20928 leader_election.cc:288] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 809249ac9ec34ea68643d11cced3411c (127.19.241.190:37843), 8e3a96af22b04ef1b5a432189ace8a6d (127.19.241.189:34361)
07:38:05.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:05.701089 20875 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.241.190:37843: connect: Connection refused (error 111)
07:38:05.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:05.710986 20875 leader_election.cc:334] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 809249ac9ec34ea68643d11cced3411c (127.19.241.190:37843): Network error: Client connection negotiation failed: client connection to 127.19.241.190:37843: connect: Connection refused (error 111)
07:38:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:05.717787 20874 leader_election.cc:334] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8e3a96af22b04ef1b5a432189ace8a6d (127.19.241.189:34361): Network error: Client connection negotiation failed: client connection to 127.19.241.189:34361: connect: Connection refused (error 111)
07:38:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.718350 20874 leader_election.cc:302] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fc3ed08b37634fed9efb27c1b44b6d9e; no voters: 809249ac9ec34ea68643d11cced3411c, 8e3a96af22b04ef1b5a432189ace8a6d
07:38:05.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:05.719324 20928 raft_consensus.cc:2726] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:38:05.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417; will retry
07:38:05.738 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.190:37843(127.19.241.190:37843)] connecting to peer
07:38:05.740 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.189:34361(127.19.241.189:34361)] connecting to peer
07:38:05.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:05.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.241.190:37843(127.19.241.190:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:05.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.190:37843: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:05.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:05.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.241.189:34361(127.19.241.189:34361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:05.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.189:34361: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:05.753 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417; will retry
07:38:05.758 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.190:37843(127.19.241.190:37843)] connecting to peer
07:38:05.758 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.189:34361(127.19.241.189:34361)] connecting to peer
07:38:05.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:05.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.241.190:37843(127.19.241.190:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:05.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.190:37843: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:05.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:05.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.241.189:34361(127.19.241.189:34361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:05.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.189:34361: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:05.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417; will retry
07:38:05.777 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.190:37843(127.19.241.190:37843)] connecting to peer
07:38:05.778 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.189:34361(127.19.241.189:34361)] connecting to peer
07:38:05.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:05.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.241.190:37843(127.19.241.190:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:05.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.190:37843: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:05.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:05.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.241.189:34361(127.19.241.189:34361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:05.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.189:34361: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:05.787 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417; will retry
07:38:05.818 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.190:37843(127.19.241.190:37843)] connecting to peer
07:38:05.819 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.189:34361(127.19.241.189:34361)] connecting to peer
07:38:05.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:05.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.241.190:37843(127.19.241.190:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:05.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.190:37843: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:05.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:05.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.241.189:34361(127.19.241.189:34361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:05.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.189:34361: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:05.826 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417; will retry
07:38:05.837 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.190:37843(127.19.241.190:37843)] connecting to peer
07:38:05.838 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.189:34361(127.19.241.189:34361)] connecting to peer
07:38:05.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:05.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.241.190:37843(127.19.241.190:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:05.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.190:37843: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:05.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:05.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.241.189:34361(127.19.241.189:34361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:05.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.189:34361: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:05.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417; will retry
07:38:05.898 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.190:37843(127.19.241.190:37843)] connecting to peer
07:38:05.899 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.189:34361(127.19.241.189:34361)] connecting to peer
07:38:05.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:05.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.241.190:37843(127.19.241.190:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:05.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.190:37843: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:05.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:05.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.241.189:34361(127.19.241.189:34361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:05.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.189:34361: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:05.907 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417; will retry
07:38:05.917 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.190:37843(127.19.241.190:37843)] connecting to peer
07:38:05.919 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.189:34361(127.19.241.189:34361)] connecting to peer
07:38:05.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:05.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.241.190:37843(127.19.241.190:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:05.920 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.190:37843: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:05.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:05.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.241.189:34361(127.19.241.189:34361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:05.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.189:34361: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:05.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417; will retry
07:38:06.018 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.190:37843(127.19.241.190:37843)] connecting to peer
07:38:06.019 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.189:34361(127.19.241.189:34361)] connecting to peer
07:38:06.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:06.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.241.190:37843(127.19.241.190:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:06.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.190:37843: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:06.027 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:06.027 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.241.189:34361(127.19.241.189:34361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:06.027 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.189:34361: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:06.029 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417; will retry
07:38:06.218 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.190:37843(127.19.241.190:37843)] connecting to peer
07:38:06.219 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.189:34361(127.19.241.189:34361)] connecting to peer
07:38:06.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:06.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.241.190:37843(127.19.241.190:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:06.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.190:37843: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:06.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:06.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.241.189:34361(127.19.241.189:34361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:06.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.189:34361: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:06.226 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417; will retry
07:38:06.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:06.354220 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:06.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:06.354521 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:06.537 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.190:37843(127.19.241.190:37843)] connecting to peer
07:38:06.540 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.189:34361(127.19.241.189:34361)] connecting to peer
07:38:06.540 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:06.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.241.190:37843(127.19.241.190:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:06.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.190:37843: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:06.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:06.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.241.189:34361(127.19.241.189:34361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:06.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.189:34361: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:06.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417; will retry
07:38:07.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:07.357281 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:07.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:07.357510 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:07.797 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.190:37843(127.19.241.190:37843)] connecting to peer
07:38:07.799 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.189:34361(127.19.241.189:34361)] connecting to peer
07:38:07.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:07.800 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.241.190:37843(127.19.241.190:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:07.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.190:37843: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:07.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:07.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.241.189:34361(127.19.241.189:34361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:07.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.189:34361: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:07.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417; will retry
07:38:07.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:07.903292 20949 raft_consensus.cc:482] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:38:07.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:07.903707 20949 raft_consensus.cc:504] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "809249ac9ec34ea68643d11cced3411c" member_type: VOTER last_known_addr { host: "127.19.241.190" port: 37843 } } peers { permanent_uuid: "8e3a96af22b04ef1b5a432189ace8a6d" member_type: VOTER last_known_addr { host: "127.19.241.189" port: 34361 } } peers { permanent_uuid: "fc3ed08b37634fed9efb27c1b44b6d9e" member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } }
07:38:07.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:07.905526 20949 leader_election.cc:288] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 809249ac9ec34ea68643d11cced3411c (127.19.241.190:37843), 8e3a96af22b04ef1b5a432189ace8a6d (127.19.241.189:34361)
07:38:07.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:07.912367 20874 leader_election.cc:334] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8e3a96af22b04ef1b5a432189ace8a6d (127.19.241.189:34361): Network error: Client connection negotiation failed: client connection to 127.19.241.189:34361: connect: Connection refused (error 111)
07:38:07.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:07.912822 20875 leader_election.cc:334] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 809249ac9ec34ea68643d11cced3411c (127.19.241.190:37843): Network error: Client connection negotiation failed: client connection to 127.19.241.190:37843: connect: Connection refused (error 111)
07:38:07.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:07.913240 20875 leader_election.cc:302] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fc3ed08b37634fed9efb27c1b44b6d9e; no voters: 809249ac9ec34ea68643d11cced3411c, 8e3a96af22b04ef1b5a432189ace8a6d
07:38:07.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:07.913857 20949 raft_consensus.cc:2726] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:38:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:08.360193 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:08.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:08.360484 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:08.398 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.190:37843(127.19.241.190:37843)] connecting to peer
07:38:08.399 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.189:34361(127.19.241.189:34361)] connecting to peer
07:38:08.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:08.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.241.190:37843(127.19.241.190:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:08.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:08.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.241.189:34361(127.19.241.189:34361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:08.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.190:37843: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:08.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.189:34361: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:08.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417; will retry
07:38:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:09.363166 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:09.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:09.363458 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:09.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:09.759513 20955 raft_consensus.cc:482] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:38:09.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:09.759850 20955 raft_consensus.cc:504] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "809249ac9ec34ea68643d11cced3411c" member_type: VOTER last_known_addr { host: "127.19.241.190" port: 37843 } } peers { permanent_uuid: "8e3a96af22b04ef1b5a432189ace8a6d" member_type: VOTER last_known_addr { host: "127.19.241.189" port: 34361 } } peers { permanent_uuid: "fc3ed08b37634fed9efb27c1b44b6d9e" member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } }
07:38:09.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:09.761402 20955 leader_election.cc:288] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 809249ac9ec34ea68643d11cced3411c (127.19.241.190:37843), 8e3a96af22b04ef1b5a432189ace8a6d (127.19.241.189:34361)
07:38:09.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:09.765854 20875 leader_election.cc:334] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 809249ac9ec34ea68643d11cced3411c (127.19.241.190:37843): Network error: Client connection negotiation failed: client connection to 127.19.241.190:37843: connect: Connection refused (error 111)
07:38:09.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:09.766379 20874 leader_election.cc:334] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8e3a96af22b04ef1b5a432189ace8a6d (127.19.241.189:34361): Network error: Client connection negotiation failed: client connection to 127.19.241.189:34361: connect: Connection refused (error 111)
07:38:09.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:09.766732 20874 leader_election.cc:302] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fc3ed08b37634fed9efb27c1b44b6d9e; no voters: 809249ac9ec34ea68643d11cced3411c, 8e3a96af22b04ef1b5a432189ace8a6d
07:38:09.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:09.767236 20955 raft_consensus.cc:2726] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:38:10.258 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.190:37843(127.19.241.190:37843)] connecting to peer
07:38:10.259 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.189:34361(127.19.241.189:34361)] connecting to peer
07:38:10.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:10.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.241.190:37843(127.19.241.190:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:10.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.190:37843: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:10.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:10.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.241.189:34361(127.19.241.189:34361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:10.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.189:34361: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:10.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417; will retry
07:38:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:10.366282 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:10.366528 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:10.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:10.377826 20854 master_runner.cc:186] Error getting master registration for 127.19.241.190:37843: Network error: Client connection negotiation failed: client connection to 127.19.241.190:37843: connect: Connection refused (error 111),
07:38:10.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:10.378144 20854 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:38:11.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:11.369270 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:11.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:11.369496 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:12.372212 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:12.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:12.372442 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:13.037356 20964 raft_consensus.cc:482] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:38:13.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:13.037744 20964 raft_consensus.cc:504] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "809249ac9ec34ea68643d11cced3411c" member_type: VOTER last_known_addr { host: "127.19.241.190" port: 37843 } } peers { permanent_uuid: "8e3a96af22b04ef1b5a432189ace8a6d" member_type: VOTER last_known_addr { host: "127.19.241.189" port: 34361 } } peers { permanent_uuid: "fc3ed08b37634fed9efb27c1b44b6d9e" member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } }
07:38:13.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:13.039275 20964 leader_election.cc:288] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 809249ac9ec34ea68643d11cced3411c (127.19.241.190:37843), 8e3a96af22b04ef1b5a432189ace8a6d (127.19.241.189:34361)
07:38:13.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:13.041237 20875 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.241.190:37843: connect: Connection refused (error 111) [suppressed 5 similar messages]
07:38:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:13.043660 20874 leader_election.cc:334] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8e3a96af22b04ef1b5a432189ace8a6d (127.19.241.189:34361): Network error: Client connection negotiation failed: client connection to 127.19.241.189:34361: connect: Connection refused (error 111)
07:38:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:13.044062 20875 leader_election.cc:334] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 809249ac9ec34ea68643d11cced3411c (127.19.241.190:37843): Network error: Client connection negotiation failed: client connection to 127.19.241.190:37843: connect: Connection refused (error 111)
07:38:13.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:13.044394 20875 leader_election.cc:302] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fc3ed08b37634fed9efb27c1b44b6d9e; no voters: 809249ac9ec34ea68643d11cced3411c, 8e3a96af22b04ef1b5a432189ace8a6d
07:38:13.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:13.044878 20964 raft_consensus.cc:2726] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:38:13.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:13.375195 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:13.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:13.375419 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:14.078 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.190:37843(127.19.241.190:37843)] connecting to peer
07:38:14.079 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.189:34361(127.19.241.189:34361)] connecting to peer
07:38:14.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:14.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.241.190:37843(127.19.241.190:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:14.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.190:37843: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:14.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:14.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.241.189:34361(127.19.241.189:34361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:14.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.189:34361: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:14.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417; will retry
07:38:14.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:14.378669 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:14.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:14.378994 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:38:15 dist-test-slave-xlt1 krb5kdc[20435](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790408295, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.241.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:38:15.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:15.038647 20868 init.cc:295] Successfully reacquired a new kerberos TGT
07:38:15.337 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.190:37843(127.19.241.190:37843)] connecting to peer
07:38:15.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:15.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.241.190:37843(127.19.241.190:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:15.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.190:37843: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:15.343 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.189:34361(127.19.241.189:34361)] connecting to peer
07:38:15.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:15.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.241.189:34361(127.19.241.189:34361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:15.347 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.189:34361: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:15.348 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417; will retry
07:38:15.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:15.382388 20854 master_runner.cc:186] Error getting master registration for 127.19.241.190:37843: Network error: Client connection negotiation failed: client connection to 127.19.241.190:37843: connect: Connection refused (error 111),
07:38:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:15.382802 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:15.382858 20854 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:38:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:15.383028 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:15.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:15.505544 20971 raft_consensus.cc:482] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:38:15.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:15.506032 20971 raft_consensus.cc:504] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "809249ac9ec34ea68643d11cced3411c" member_type: VOTER last_known_addr { host: "127.19.241.190" port: 37843 } } peers { permanent_uuid: "8e3a96af22b04ef1b5a432189ace8a6d" member_type: VOTER last_known_addr { host: "127.19.241.189" port: 34361 } } peers { permanent_uuid: "fc3ed08b37634fed9efb27c1b44b6d9e" member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } }
07:38:15.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:15.507908 20971 leader_election.cc:288] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 809249ac9ec34ea68643d11cced3411c (127.19.241.190:37843), 8e3a96af22b04ef1b5a432189ace8a6d (127.19.241.189:34361)
07:38:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:15.511970 20875 leader_election.cc:334] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 809249ac9ec34ea68643d11cced3411c (127.19.241.190:37843): Network error: Client connection negotiation failed: client connection to 127.19.241.190:37843: connect: Connection refused (error 111)
07:38:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:15.512557 20874 leader_election.cc:334] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8e3a96af22b04ef1b5a432189ace8a6d (127.19.241.189:34361): Network error: Client connection negotiation failed: client connection to 127.19.241.189:34361: connect: Connection refused (error 111)
07:38:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:15.512857 20874 leader_election.cc:302] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fc3ed08b37634fed9efb27c1b44b6d9e; no voters: 809249ac9ec34ea68643d11cced3411c, 8e3a96af22b04ef1b5a432189ace8a6d
07:38:15.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:15.513509 20971 raft_consensus.cc:2726] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:38:16.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:16.385860 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:16.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:16.386138 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:17.388859 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:17.389077 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:18.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:18.391741 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:18.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:18.392030 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:18.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:18.694942 20977 raft_consensus.cc:482] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:38:18.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:18.695335 20977 raft_consensus.cc:504] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "809249ac9ec34ea68643d11cced3411c" member_type: VOTER last_known_addr { host: "127.19.241.190" port: 37843 } } peers { permanent_uuid: "8e3a96af22b04ef1b5a432189ace8a6d" member_type: VOTER last_known_addr { host: "127.19.241.189" port: 34361 } } peers { permanent_uuid: "fc3ed08b37634fed9efb27c1b44b6d9e" member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } }
07:38:18.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:18.697489 20977 leader_election.cc:288] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 809249ac9ec34ea68643d11cced3411c (127.19.241.190:37843), 8e3a96af22b04ef1b5a432189ace8a6d (127.19.241.189:34361)
07:38:18.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:18.699052 20875 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.241.190:37843: connect: Connection refused (error 111) [suppressed 3 similar messages]
07:38:18.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:18.701936 20875 leader_election.cc:334] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 809249ac9ec34ea68643d11cced3411c (127.19.241.190:37843): Network error: Client connection negotiation failed: client connection to 127.19.241.190:37843: connect: Connection refused (error 111)
07:38:18.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:18.702353 20874 leader_election.cc:334] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8e3a96af22b04ef1b5a432189ace8a6d (127.19.241.189:34361): Network error: Client connection negotiation failed: client connection to 127.19.241.189:34361: connect: Connection refused (error 111)
07:38:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:18.702757 20874 leader_election.cc:302] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fc3ed08b37634fed9efb27c1b44b6d9e; no voters: 809249ac9ec34ea68643d11cced3411c, 8e3a96af22b04ef1b5a432189ace8a6d
07:38:18.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:18.703354 20977 raft_consensus.cc:2726] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:38:19.338 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.190:37843(127.19.241.190:37843)] connecting to peer
07:38:19.339 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.189:34361(127.19.241.189:34361)] connecting to peer
07:38:19.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:19.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.241.190:37843(127.19.241.190:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:19.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.190:37843: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:19.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:19.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.241.189:34361(127.19.241.189:34361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:19.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.189:34361: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:19.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417; will retry
07:38:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:19.394629 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:19.394855 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:20.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:20.385399 20854 master_runner.cc:186] Error getting master registration for 127.19.241.190:37843: Network error: Client connection negotiation failed: client connection to 127.19.241.190:37843: connect: Connection refused (error 111),
07:38:20.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:20.385782 20854 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:38:20.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:20.397490 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:20.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:20.397720 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:20.538 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.190:37843(127.19.241.190:37843)] connecting to peer
07:38:20.539 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.189:34361(127.19.241.189:34361)] connecting to peer
07:38:20.540 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:20.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.241.190:37843(127.19.241.190:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:20.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.190:37843: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:20.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:20.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.241.189:34361(127.19.241.189:34361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:20.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.189:34361: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:20.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417; will retry
07:38:21.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:21.400310 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:21.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:21.400544 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:22.403064 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:22.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:22.403311 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:23.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:23.406123 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:23.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:23.406352 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:23.637 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.190:37843(127.19.241.190:37843)] connecting to peer
07:38:23.640 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.189:34361(127.19.241.189:34361)] connecting to peer
07:38:23.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:23.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.241.190:37843(127.19.241.190:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:23.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.190:37843: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:23.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:23.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.241.189:34361(127.19.241.189:34361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:23.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.189:34361: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:23.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417; will retry
07:38:23.757 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.190:37843(127.19.241.190:37843)] connecting to peer
07:38:23.759 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.189:34361(127.19.241.189:34361)] connecting to peer
07:38:23.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:23.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.241.190:37843(127.19.241.190:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:23.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.190:37843: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:23.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:23.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.241.189:34361(127.19.241.189:34361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:23.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.189:34361: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:23.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417; will retry
07:38:23.917 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.190:37843(127.19.241.190:37843)] connecting to peer
07:38:23.918 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.189:34361(127.19.241.189:34361)] connecting to peer
07:38:23.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:23.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.241.190:37843(127.19.241.190:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:23.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.190:37843: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:23.920 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:23.920 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.241.189:34361(127.19.241.189:34361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:23.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.189:34361: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:23.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417; will retry
07:38:24.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:24.409619 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:24.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:24.409984 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:25.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 26 07:38:25 dist-test-slave-xlt1 krb5kdc[20435](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790408305, etypes {rep=17 tkt=17 ses=17}, kudu/127.19.241.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:38:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:25.040994 20868 init.cc:295] Successfully reacquired a new kerberos TGT
07:38:25.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:25.388695 20854 master_runner.cc:186] Error getting master registration for 127.19.241.190:37843: Network error: Client connection negotiation failed: client connection to 127.19.241.190:37843: connect: Connection refused (error 111),
07:38:25.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:25.389065 20854 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:38:25.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:25.413019 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:25.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:25.413240 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:26.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:26.415831 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:26.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:26.416045 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:27.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:27.418624 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:27.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:27.418840 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:27.497 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.190:37843(127.19.241.190:37843)] connecting to peer
07:38:27.498 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.189:34361(127.19.241.189:34361)] connecting to peer
07:38:27.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:27.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.241.190:37843(127.19.241.190:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:27.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.190:37843: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:27.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:27.500 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.241.189:34361(127.19.241.189:34361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:27.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.189:34361: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:27.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417; will retry
07:38:28.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:28.421475 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:28.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:28.421700 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:29.377 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.190:37843(127.19.241.190:37843)] connecting to peer
07:38:29.379 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.189:34361(127.19.241.189:34361)] connecting to peer
07:38:29.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:29.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.241.190:37843(127.19.241.190:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:29.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.190:37843: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:29.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:29.380 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.241.189:34361(127.19.241.189:34361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:29.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.189:34361: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:29.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417; will retry
07:38:29.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:29.424386 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:29.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:29.424606 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:30.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:30.391319 20854 master_runner.cc:186] Error getting master registration for 127.19.241.190:37843: Network error: Client connection negotiation failed: client connection to 127.19.241.190:37843: connect: Connection refused (error 111),
07:38:30.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:30.391705 20854 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:38:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:30.427382 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:30.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:30.427652 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:30.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:30.676294 20997 raft_consensus.cc:482] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:38:30.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:30.676882 20997 raft_consensus.cc:504] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "809249ac9ec34ea68643d11cced3411c" member_type: VOTER last_known_addr { host: "127.19.241.190" port: 37843 } } peers { permanent_uuid: "8e3a96af22b04ef1b5a432189ace8a6d" member_type: VOTER last_known_addr { host: "127.19.241.189" port: 34361 } } peers { permanent_uuid: "fc3ed08b37634fed9efb27c1b44b6d9e" member_type: VOTER last_known_addr { host: "127.19.241.188" port: 43417 } }
07:38:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:30.678823 20997 leader_election.cc:288] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 809249ac9ec34ea68643d11cced3411c (127.19.241.190:37843), 8e3a96af22b04ef1b5a432189ace8a6d (127.19.241.189:34361)
07:38:30.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:30.680094 20875 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.241.190:37843: connect: Connection refused (error 111) [suppressed 1 similar messages]
07:38:30.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:30.683933 20875 leader_election.cc:334] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 809249ac9ec34ea68643d11cced3411c (127.19.241.190:37843): Network error: Client connection negotiation failed: client connection to 127.19.241.190:37843: connect: Connection refused (error 111)
07:38:30.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:30.684635 20874 leader_election.cc:334] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8e3a96af22b04ef1b5a432189ace8a6d (127.19.241.189:34361): Network error: Client connection negotiation failed: client connection to 127.19.241.189:34361: connect: Connection refused (error 111)
07:38:30.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:30.684907 20874 leader_election.cc:302] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fc3ed08b37634fed9efb27c1b44b6d9e; no voters: 809249ac9ec34ea68643d11cced3411c, 8e3a96af22b04ef1b5a432189ace8a6d
07:38:30.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:30.685616 20997 raft_consensus.cc:2726] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:38:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:31.100296 19928 debug-util.cc:398] Leaking SignalData structure 0x7b08000903c0 after lost signal to thread 19860
07:38:31.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:31.100903 19928 debug-util.cc:398] Leaking SignalData structure 0x7b080003e700 after lost signal to thread 19931
07:38:31.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:31.430497 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:31.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:31.430824 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:31.838 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.190:37843(127.19.241.190:37843)] connecting to peer
07:38:31.839 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.189:34361(127.19.241.189:34361)] connecting to peer
07:38:31.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:31.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.241.190:37843(127.19.241.190:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:31.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.190:37843: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:31.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:31.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.241.189:34361(127.19.241.189:34361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:31.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.189:34361: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:31.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417; will retry
07:38:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:32.433743 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:32.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:32.434008 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:33.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:33.436578 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:33.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:33.436843 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:34.438 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.190:37843(127.19.241.190:37843)] connecting to peer
07:38:34.439 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.19.241.189:34361(127.19.241.189:34361)] connecting to peer
07:38:34.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:34.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.241.190:37843(127.19.241.190:37843)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:34.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.190:37843: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843
07:38:34.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:34.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.241.189:34361(127.19.241.189:34361)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:34.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.241.189:34361: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
07:38:34.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:34.441059 20941 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fc3ed08b37634fed9efb27c1b44b6d9e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:38:34.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260926 07:38:34.441689 20941 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:38:34.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417; will retry
07:38:34.447 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29247), Traces: [0ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [165ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [165ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [518ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [523ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [536ms] refreshing cache from master, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [543ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [550ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [551ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [552ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [556ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [560ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [565ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [569ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [570ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [576ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [579ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [584ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [585ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [587ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [616ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [620ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [622ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [624ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [625ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [636ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [638ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [641ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [644ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [644ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [696ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [700ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [704ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [705ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [706ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [716ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [719ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [721ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [723ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [724ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [816ms] refreshing cache from master, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [819ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [826ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [828ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [829ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [1016ms] refreshing cache from master, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [1018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [1019ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [1025ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [1336ms] refreshing cache from master, [1336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [1344ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [2596ms] refreshing cache from master, [2596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [2598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [2599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [2599ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [2600ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [2602ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [2603ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [3196ms] refreshing cache from master, [3197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [3197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [3198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [3200ms] too many traces: truncated at 100 traces, deferred=Deferred@1419081759(state=PENDING, result=null, callback=(continuation of Deferred@952922256 after retry RPC after error@1138781154) -> (continuation of Deferred@2142087907 after retry RPC after error@483465) -> (continuation of Deferred@1528092905 after retry RPC after error@468391698) -> (continuation of Deferred@159603774 after retry RPC after error@851142319) -> (continuation of Deferred@1335178113 after retry RPC after error@210104038) -> (continuation of Deferred@527704548 after retry RPC after error@1989386939) -> (continuation of Deferred@276598483 after retry RPC after error@867016932) -> (continuation of Deferred@233364596 after retry RPC after error@1711612168) -> (continuation of Deferred@318451981 after retry RPC after error@1276053814) -> (continuation of Deferred@122644415 after retry RPC after error@1208818495) -> (continuation of Deferred@53815402 after retry RPC after error@935839619) -> (continuation of Deferred@1263086683 after retry RPC after error@1799160558) -> (continuation of Deferred@1096876443 after retry RPC after error@1217605099) -> (continuation of Deferred@1245379414 after retry RPC after error@1234418317) -> (continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614), errback=(continuation of Deferred@952922256 after retry RPC after error@1138781154) -> (continuation of Deferred@2142087907 after retry RPC after error@483465) -> (continuation of Deferred@1528092905 after retry RPC after error@468391698) -> (continuation of Deferred@159603774 after retry RPC after error@851142319) -> (continuation of Deferred@1335178113 after retry RPC after error@210104038) -> (continuation of Deferred@527704548 after retry RPC after error@1989386939) -> (continuation of Deferred@276598483 after retry RPC after error@867016932) -> (continuation of Deferred@233364596 after retry RPC after error@1711612168) -> (continuation of Deferred@318451981 after retry RPC after error@1276053814) -> (continuation of Deferred@122644415 after retry RPC after error@1208818495) -> (continuation of Deferred@53815402 after retry RPC after error@935839619) -> (continuation of Deferred@1263086683 after retry RPC after error@1799160558) -> (continuation of Deferred@1096876443 after retry RPC after error@1217605099) -> (continuation of Deferred@1245379414 after retry RPC after error@1234418317) -> (continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614)))
07:38:34.451 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.19.241.188:43417(127.19.241.188:43417)] disconnecting while in state READY
07:38:34.452 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.19.241.189:34361(127.19.241.189:34361)] disconnecting while in state TERMINATED
07:38:34.452 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.19.241.190:37843(127.19.241.190:37843)] disconnecting while in state TERMINATED
07:38:34.457 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:38:34.458 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.19.241.188:43417(127.19.241.188:43417)] handling channelInactive
07:38:34.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.241.188:43417(127.19.241.188:43417)] cleaning up while in state READY due to: connection closed
07:38:34.459 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:38:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:34.465104 20422 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu with pid 20854
07:38:35.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T07:38:35Z chronyd exiting
07:38:36.666 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:38:36.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:36.667882 19698 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu with pid 19984
07:38:36.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:36.696990 19698 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu with pid 20137
07:38:36.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:36.724278 19698 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu with pid 20278
07:38:36.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:36.749965 19698 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu with pid 19710
07:38:36.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:36.782259 19698 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu with pid 19780
07:38:36.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260926 07:38:36.814248 19698 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpeBqhD/build/tsan/bin/kudu with pid 19855
07:38:37.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-26T07:38:37Z chronyd exiting
07:38:38.973 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29247), Traces: [0ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [165ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [165ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [518ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [523ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [536ms] refreshing cache from master, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [543ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [550ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [551ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [552ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [556ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [560ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [565ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [569ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [570ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [576ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [579ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [584ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [585ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [587ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [616ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [620ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [622ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [624ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [625ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [636ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [638ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [641ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [644ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [644ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [696ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [700ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [704ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [705ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [706ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [716ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [719ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [721ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [723ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [724ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [816ms] refreshing cache from master, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [819ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [826ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [828ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [829ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [1016ms] refreshing cache from master, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [1018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [1019ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [1025ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [1336ms] refreshing cache from master, [1336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [1344ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [2596ms] refreshing cache from master, [2596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [2598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [2599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [2599ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [2600ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [2602ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [2603ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [3196ms] refreshing cache from master, [3197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [3197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [3198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [3200ms] too many traces: truncated at 100 traces, deferred=Deferred@1419081759(state=PENDING, result=null, callback=(continuation of Deferred@952922256 after retry RPC after error@1138781154) -> (continuation of Deferred@2142087907 after retry RPC after error@483465) -> (continuation of Deferred@1528092905 after retry RPC after error@468391698) -> (continuation of Deferred@159603774 after retry RPC after error@851142319) -> (continuation of Deferred@1335178113 after retry RPC after error@210104038) -> (continuation of Deferred@527704548 after retry RPC after error@1989386939) -> (continuation of Deferred@276598483 after retry RPC after error@867016932) -> (continuation of Deferred@233364596 after retry RPC after error@1711612168) -> (continuation of Deferred@318451981 after retry RPC after error@1276053814) -> (continuation of Deferred@122644415 after retry RPC after error@1208818495) -> (continuation of Deferred@53815402 after retry RPC after error@935839619) -> (continuation of Deferred@1263086683 after retry RPC after error@1799160558) -> (continuation of Deferred@1096876443 after retry RPC after error@1217605099) -> (continuation of Deferred@1245379414 after retry RPC after error@1234418317) -> (continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614), errback=(continuation of Deferred@952922256 after retry RPC after error@1138781154) -> (continuation of Deferred@2142087907 after retry RPC after error@483465) -> (continuation of Deferred@1528092905 after retry RPC after error@468391698) -> (continuation of Deferred@159603774 after retry RPC after error@851142319) -> (continuation of Deferred@1335178113 after retry RPC after error@210104038) -> (continuation of Deferred@527704548 after retry RPC after error@1989386939) -> (continuation of Deferred@276598483 after retry RPC after error@867016932) -> (continuation of Deferred@233364596 after retry RPC after error@1711612168) -> (continuation of Deferred@318451981 after retry RPC after error@1276053814) -> (continuation of Deferred@122644415 after retry RPC after error@1208818495) -> (continuation of Deferred@53815402 after retry RPC after error@935839619) -> (continuation of Deferred@1263086683 after retry RPC after error@1799160558) -> (continuation of Deferred@1096876443 after retry RPC after error@1217605099) -> (continuation of Deferred@1245379414 after retry RPC after error@1234418317) -> (continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.241.189:34361
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29247), Traces: [0ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [165ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [165ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [518ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [523ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [536ms] refreshing cache from master, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [539ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [543ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [550ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [551ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [552ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [556ms] refreshing cache from master, [556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [560ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [565ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [569ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [570ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [576ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [579ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [584ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [585ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [587ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [616ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [620ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [622ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [624ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [625ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [636ms] refreshing cache from master, [636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [638ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [641ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [644ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [644ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [696ms] refreshing cache from master, [697ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [698ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [699ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [700ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [704ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [705ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [706ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [716ms] refreshing cache from master, [716ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [719ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [721ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [723ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [724ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [816ms] refreshing cache from master, [816ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [819ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [819ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [826ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [828ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [829ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [1016ms] refreshing cache from master, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [1018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [1019ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [1025ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [1336ms] refreshing cache from master, [1336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [1344ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [2596ms] refreshing cache from master, [2596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [2598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [2599ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [2599ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.190:37843: Network error: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843, [2600ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.189:34361: Network error: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [2602ms] Sub RPC ConnectToMaster: received response from server master-127.19.241.188:43417: OK, [2603ms] delaying RPC due to: Service unavailable: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361, [3196ms] refreshing cache from master, [3197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.190:37843, [3197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.189:34361, [3198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.241.188:43417, [3200ms] too many traces: truncated at 100 traces, deferred=Deferred@1419081759(state=PENDING, result=null, callback=(continuation of Deferred@952922256 after retry RPC after error@1138781154) -> (continuation of Deferred@2142087907 after retry RPC after error@483465) -> (continuation of Deferred@1528092905 after retry RPC after error@468391698) -> (continuation of Deferred@159603774 after retry RPC after error@851142319) -> (continuation of Deferred@1335178113 after retry RPC after error@210104038) -> (continuation of Deferred@527704548 after retry RPC after error@1989386939) -> (continuation of Deferred@276598483 after retry RPC after error@867016932) -> (continuation of Deferred@233364596 after retry RPC after error@1711612168) -> (continuation of Deferred@318451981 after retry RPC after error@1276053814) -> (continuation of Deferred@122644415 after retry RPC after error@1208818495) -> (continuation of Deferred@53815402 after retry RPC after error@935839619) -> (continuation of Deferred@1263086683 after retry RPC after error@1799160558) -> (continuation of Deferred@1096876443 after retry RPC after error@1217605099) -> (continuation of Deferred@1245379414 after retry RPC after error@1234418317) -> (continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614), errback=(continuation of Deferred@952922256 after retry RPC after error@1138781154) -> (continuation of Deferred@2142087907 after retry RPC after error@483465) -> (continuation of Deferred@1528092905 after retry RPC after error@468391698) -> (continuation of Deferred@159603774 after retry RPC after error@851142319) -> (continuation of Deferred@1335178113 after retry RPC after error@210104038) -> (continuation of Deferred@527704548 after retry RPC after error@1989386939) -> (continuation of Deferred@276598483 after retry RPC after error@867016932) -> (continuation of Deferred@233364596 after retry RPC after error@1711612168) -> (continuation of Deferred@318451981 after retry RPC after error@1276053814) -> (continuation of Deferred@122644415 after retry RPC after error@1208818495) -> (continuation of Deferred@53815402 after retry RPC after error@935839619) -> (continuation of Deferred@1263086683 after retry RPC after error@1799160558) -> (continuation of Deferred@1096876443 after retry RPC after error@1217605099) -> (continuation of Deferred@1245379414 after retry RPC after error@1234418317) -> (continuation of Deferred@11995133 after retry RPC after error@1369083509) -> (continuation of Deferred@1281834843 after retry RPC after error@418689928) -> (continuation of Deferred@549771140 after retry RPC after error@623381711) -> (continuation of Deferred@1346396886 after retry RPC after error@1838543781) -> (continuation of Deferred@1802199396 after retry RPC after error@247486130) -> (continuation of Deferred@1573241710 after retry RPC after error@529468328) -> (continuation of Deferred@803158396 after retry RPC after error@589733875) -> (continuation of Deferred@1342961226 after retry RPC after error@926840232) -> (continuation of Deferred@1635565290 after retry RPC after error@1991404593) -> (continuation of Deferred@2038725899 after retry RPC after error@1037288614)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.241.190:37843,127.19.241.189:34361,127.19.241.188:43417) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.190:37843(127.19.241.190:37843): Connection refused: /127.19.241.190:37843,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.241.189:34361(127.19.241.189:34361): Connection refused: /127.19.241.189:34361
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.241.189:34361
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)