11:40:01.298 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
11:40:01.311 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskybp7JT/test-tmp
11:40:01.313 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
11:40:01.317 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskybp7JT/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
11:40:01.553 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
11:40:01.714 [DEBUG - main] (MiniKuduCluster.java:195) Response:
11:40:01.715 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
11:40:01.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:01.719092 374 mini_oidc.cc:152] Starting JWKS server
11:40:01.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:01.723555 374 webserver.cc:460] Webserver started at http://127.0.0.1:41361/ using document root <none> and password file <none>
11:40:01.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:01.724089 374 mini_oidc.cc:189] Starting OIDC Discovery server
11:40:01.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:01.726754 374 webserver.cc:460] Webserver started at http://127.0.0.1:44081/ using document root <none> and password file <none>
11:40:01.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T11:40:01Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
11:40:01.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T11:40:01Z Disabled control of system clock
11:40:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:01.776607 374 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu
11:40:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu
11:40:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-0/wal
11:40:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-0/data
11:40:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:40:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:40:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:40:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-0/logs
11:40:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-0/data/info.pb
11:40:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:40:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:40:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:40:01.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:40:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:40:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:40:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:40:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:40:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.190:40159
11:40:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.190
11:40:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:36377
11:40:01.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:01.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:01.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:01.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:40:01.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.93.190:40159,127.0.93.189:36901,127.0.93.188:37805
11:40:01.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:40:01.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41361/jwks.json with env {}
11:40:02.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:02.075399 386 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:40:02.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:02.076040 386 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:40:02.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:02.076658 386 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:40:02.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:02.106827 386 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:40:02.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:02.107110 386 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:40:02.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:02.107405 386 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:40:02.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:02.107707 386 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:40:02.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:02.108044 386 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:40:02.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:02.108279 386 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41361/jwks.json
11:40:02.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:02.150127 386 master_runner.cc:386] Master server non-default flags:
11:40:02.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:02.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:36377
11:40:02.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:02.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:02.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-0/data
11:40:02.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-0/wal
11:40:02.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:40:02.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.93.190:40159,127.0.93.189:36901,127.0.93.188:37805
11:40:02.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:02.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:02.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:40:02.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.190:40159
11:40:02.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:40:02.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:40:02.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:40:02.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41361/jwks.json
11:40:02.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:02.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:02.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-0/data/info.pb
11:40:02.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.190
11:40:02.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:02.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:40:02.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:02.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:40:02.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:40:02.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:02.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-0/logs
11:40:02.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:02.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:40:02.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:40:02.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:40:02.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:40:02.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:40:02.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:40:02.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 10:51:24 UTC on ccycloud.quasar-eairov.root.comops.site
11:40:02.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455438
11:40:02.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:40:02.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:02.151414 386 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:40:02.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:02.153302 386 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:40:02.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:02.173549 393 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:03.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:02.173604 395 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:03.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:02.173573 392 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:03.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:02.174904 386 server_base.cc:1034] running on GCE node
11:40:03.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.365936 386 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:40:03.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.369165 386 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:40:03.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.370630 386 hybrid_clock.cc:648] HybridClock initialized: now 1781869203370594 us; error 53 us; skew 500 ppm
11:40:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.371460 386 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:40:03.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.387252 386 webserver.cc:460] Webserver started at http://127.0.93.190:34463/ using document root <none> and password file <none>
11:40:03.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.388226 386 fs_manager.cc:359] Metadata directory not provided
11:40:03.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.388423 386 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:40:03.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.388805 386 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:40:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.393966 386 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-0/data/instance:
11:40:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "abc33f7666794691acecffc549c0a748"
11:40:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:03 on dist-test-slave-l66r"
11:40:03.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.395123 386 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-0/wal/instance:
11:40:03.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "abc33f7666794691acecffc549c0a748"
11:40:03.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:03 on dist-test-slave-l66r"
11:40:03.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.402498 386 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
11:40:03.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.408233 402 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:40:03.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.409433 386 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
11:40:03.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.409725 386 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-0/data,/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-0/wal
11:40:03.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "abc33f7666794691acecffc549c0a748"
11:40:03.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:03 on dist-test-slave-l66r"
11:40:03.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.410108 386 fs_report.cc:383] FS layout report
11:40:03.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:40:03.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-0/wal
11:40:03.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-0/wal
11:40:03.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-0/data/data
11:40:03.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:40:03.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:40:03.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:40:03.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:40:03.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:40:03.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:40:03.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:40:03.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:40:03.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:40:03.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:40:03.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:40:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.458125 386 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:40:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.459556 386 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:40:03.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.459983 386 kserver.cc:163] Server-wide thread pool size limit: 3276
11:40:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.534384 386 rpc_server.cc:307] RPC server started. Bound to: 127.0.93.190:40159
11:40:03.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.534469 453 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.93.190:40159 every 8 connection(s)
11:40:03.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.536993 386 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-0/data/info.pb
11:40:03.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.541271 374 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu as pid 386
11:40:03.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.541831 374 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-0/wal/instance
11:40:03.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.543573 454 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:40:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.546905 374 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu
11:40:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu
11:40:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-1/wal
11:40:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-1/data
11:40:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:40:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:40:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:40:03.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-1/logs
11:40:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-1/data/info.pb
11:40:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:40:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:40:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:40:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:40:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:40:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:40:03.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:40:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:40:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.189:36901
11:40:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.189
11:40:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:36377
11:40:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:03.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:03.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:40:03.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.93.190:40159,127.0.93.189:36901,127.0.93.188:37805
11:40:03.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:40:03.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41361/jwks.json with env {}
11:40:03.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.558765 454 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.190" port: 40159 } has no permanent_uuid. Determining permanent_uuid...
11:40:03.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.595191 454 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } has no permanent_uuid. Determining permanent_uuid...
11:40:03.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:03.597633 404 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.93.189:36901: connect: Connection refused (error 111)
11:40:03.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:03.602344 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.189:36901: Network error: Client connection negotiation failed: client connection to 127.0.93.189:36901: connect: Connection refused (error 111)
11:40:03.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.651939 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } attempt: 1
11:40:03.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:03.656697 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.189:36901: Network error: Client connection negotiation failed: client connection to 127.0.93.189:36901: connect: Connection refused (error 111)
11:40:03.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.725095 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } attempt: 2
11:40:03.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:03.729423 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.189:36901: Network error: Client connection negotiation failed: client connection to 127.0.93.189:36901: connect: Connection refused (error 111)
11:40:03.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.821110 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } attempt: 3
11:40:03.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:03.825802 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.189:36901: Network error: Client connection negotiation failed: client connection to 127.0.93.189:36901: connect: Connection refused (error 111)
11:40:03.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:03.867985 456 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:40:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:03.868584 456 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:40:03.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:03.869326 456 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:40:03.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:03.900828 456 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:40:03.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:03.901125 456 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:40:03.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:03.901343 456 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:40:03.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:03.901530 456 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:40:03.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:03.901702 456 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:40:03.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:03.901881 456 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41361/jwks.json
11:40:03.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.937933 456 master_runner.cc:386] Master server non-default flags:
11:40:03.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:03.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:36377
11:40:03.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:03.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:03.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-1/data
11:40:03.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-1/wal
11:40:03.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:40:03.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.93.190:40159,127.0.93.189:36901,127.0.93.188:37805
11:40:03.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:03.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:03.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:40:03.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.189:36901
11:40:03.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:40:03.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:40:03.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:40:03.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41361/jwks.json
11:40:03.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:03.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:03.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-1/data/info.pb
11:40:03.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.189
11:40:03.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:03.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:40:03.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:03.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:40:03.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:40:03.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:03.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-1/logs
11:40:03.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:03.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:40:03.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:40:03.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:40:03.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:40:03.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:40:03.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:40:03.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 10:51:24 UTC on ccycloud.quasar-eairov.root.comops.site
11:40:03.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455438
11:40:03.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:40:03.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.939173 456 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:40:03.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.941326 456 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:40:03.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:03.960631 468 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:03.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.969215 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } attempt: 4
11:40:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:03.972867 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.189:36901: Network error: Client connection negotiation failed: client connection to 127.0.93.189:36901: connect: Connection refused (error 111)
11:40:04.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:04.272322 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } attempt: 5
11:40:04.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:04.277871 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.189:36901: Network error: Client connection negotiation failed: client connection to 127.0.93.189:36901: connect: Connection refused (error 111)
11:40:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:04.825368 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } attempt: 6
11:40:04.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:04.833588 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.189:36901: Network error: Client connection negotiation failed: client connection to 127.0.93.189:36901: connect: Connection refused (error 111)
11:40:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:03.960659 466 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:05.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:03.963683 456 server_base.cc:1034] running on GCE node
11:40:05.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:03.961155 465 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:05.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.166258 456 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:40:05.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.169127 456 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:40:05.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.170558 456 hybrid_clock.cc:648] HybridClock initialized: now 1781869205170526 us; error 43 us; skew 500 ppm
11:40:05.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.171571 456 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:40:05.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.178211 456 webserver.cc:460] Webserver started at http://127.0.93.189:44627/ using document root <none> and password file <none>
11:40:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.179286 456 fs_manager.cc:359] Metadata directory not provided
11:40:05.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.179528 456 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:40:05.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.180088 456 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:40:05.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.185019 456 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-1/data/instance:
11:40:05.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8"
11:40:05.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:05 on dist-test-slave-l66r"
11:40:05.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.186331 456 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-1/wal/instance:
11:40:05.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8"
11:40:05.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:05 on dist-test-slave-l66r"
11:40:05.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.194160 456 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
11:40:05.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.200107 477 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:40:05.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.201257 456 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
11:40:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.201653 456 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-1/data,/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-1/wal
11:40:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8"
11:40:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:05 on dist-test-slave-l66r"
11:40:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.202047 456 fs_report.cc:383] FS layout report
11:40:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:40:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-1/wal
11:40:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-1/wal
11:40:05.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-1/data/data
11:40:05.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:40:05.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:40:05.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:40:05.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:40:05.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:40:05.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:40:05.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:40:05.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:40:05.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:40:05.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:40:05.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:40:05.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.251367 456 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:40:05.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.252997 456 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:40:05.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.253542 456 kserver.cc:163] Server-wide thread pool size limit: 3276
11:40:05.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.328320 456 rpc_server.cc:307] RPC server started. Bound to: 127.0.93.189:36901
11:40:05.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.328356 528 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.93.189:36901 every 8 connection(s)
11:40:05.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.331373 456 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-1/data/info.pb
11:40:05.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.332844 374 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu as pid 456
11:40:05.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.333307 374 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-1/wal/instance
11:40:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.336346 374 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu
11:40:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu
11:40:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-2/wal
11:40:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-2/data
11:40:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:40:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:40:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:40:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-2/logs
11:40:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-2/data/info.pb
11:40:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:40:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:40:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:40:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:40:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:40:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:40:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:40:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:40:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.188:37805
11:40:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.188
11:40:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:36377
11:40:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:05.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:05.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:05.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:40:05.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.93.190:40159,127.0.93.189:36901,127.0.93.188:37805
11:40:05.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:40:05.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41361/jwks.json with env {}
11:40:05.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.338410 529 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:40:05.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.349807 529 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.190" port: 40159 } has no permanent_uuid. Determining permanent_uuid...
11:40:05.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.373111 529 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } has no permanent_uuid. Determining permanent_uuid...
11:40:05.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.391239 529 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } has no permanent_uuid. Determining permanent_uuid...
11:40:05.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:05.393654 480 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.93.188:37805: connect: Connection refused (error 111)
11:40:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:05.398231 529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:37805: Network error: Client connection negotiation failed: client connection to 127.0.93.188:37805: connect: Connection refused (error 111)
11:40:05.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.447897 529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } attempt: 1
11:40:05.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:05.451697 529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:37805: Network error: Client connection negotiation failed: client connection to 127.0.93.188:37805: connect: Connection refused (error 111)
11:40:05.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.520187 529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } attempt: 2
11:40:05.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:05.524161 529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:37805: Network error: Client connection negotiation failed: client connection to 127.0.93.188:37805: connect: Connection refused (error 111)
11:40:05.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.615597 529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } attempt: 3
11:40:05.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:05.619983 529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:37805: Network error: Client connection negotiation failed: client connection to 127.0.93.188:37805: connect: Connection refused (error 111)
11:40:05.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:05.672209 531 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:40:05.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:05.672940 531 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:40:05.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:05.673641 531 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:40:05.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:05.704595 531 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:40:05.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:05.704960 531 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:40:05.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:05.705286 531 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:40:05.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:05.705603 531 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:40:05.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:05.705919 531 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:40:05.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:05.706151 531 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41361/jwks.json
11:40:05.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.742327 531 master_runner.cc:386] Master server non-default flags:
11:40:05.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:05.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:36377
11:40:05.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:05.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:05.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-2/data
11:40:05.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-2/wal
11:40:05.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:40:05.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.93.190:40159,127.0.93.189:36901,127.0.93.188:37805
11:40:05.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:05.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:05.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:40:05.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.188:37805
11:40:05.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:40:05.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:40:05.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:40:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41361/jwks.json
11:40:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-2/data/info.pb
11:40:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.188
11:40:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:40:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:40:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:40:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-2/logs
11:40:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:40:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:40:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:40:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:40:05.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:40:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:40:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 10:51:24 UTC on ccycloud.quasar-eairov.root.comops.site
11:40:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455438
11:40:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:40:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.743920 531 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:40:05.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.746183 531 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:40:05.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.763489 529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } attempt: 4
11:40:05.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:05.767382 541 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:05.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:05.769310 529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:37805: Network error: Client connection negotiation failed: client connection to 127.0.93.188:37805: connect: Connection refused (error 111)
11:40:05.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.894042 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } attempt: 7
11:40:05.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:05.927237 454 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } has no permanent_uuid. Determining permanent_uuid...
11:40:05.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:05.947077 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:37805: Network error: Client connection negotiation failed: client connection to 127.0.93.188:37805: connect: Connection refused (error 111)
11:40:06.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:06.005653 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } attempt: 1
11:40:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:06.012677 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:37805: Network error: Client connection negotiation failed: client connection to 127.0.93.188:37805: connect: Connection refused (error 111)
11:40:06.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:06.068828 529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } attempt: 5
11:40:06.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:06.075176 529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:37805: Network error: Client connection negotiation failed: client connection to 127.0.93.188:37805: connect: Connection refused (error 111)
11:40:06.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:06.094269 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } attempt: 2
11:40:06.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:06.100245 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:37805: Network error: Client connection negotiation failed: client connection to 127.0.93.188:37805: connect: Connection refused (error 111)
11:40:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:06.185843 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } attempt: 3
11:40:06.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:06.191696 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:37805: Network error: Client connection negotiation failed: client connection to 127.0.93.188:37805: connect: Connection refused (error 111)
11:40:06.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:06.332281 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } attempt: 4
11:40:06.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:06.339234 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:37805: Network error: Client connection negotiation failed: client connection to 127.0.93.188:37805: connect: Connection refused (error 111)
11:40:06.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:06.622774 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } attempt: 5
11:40:06.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:06.622785 529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } attempt: 6
11:40:06.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:06.641752 454 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:37805: Network error: Client connection negotiation failed: client connection to 127.0.93.188:37805: connect: Connection refused (error 111)
11:40:06.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:06.646359 529 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.0.93.188:37805: Network error: Client connection negotiation failed: client connection to 127.0.93.188:37805: connect: Connection refused (error 111)
11:40:07.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:05.772104 542 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:07.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:05.767416 544 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:07.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:07.024016 543 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1254 milliseconds
11:40:07.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.024124 531 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
11:40:07.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.025409 531 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:40:07.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.027964 531 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:40:07.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.029304 531 hybrid_clock.cc:648] HybridClock initialized: now 1781869207029257 us; error 84 us; skew 500 ppm
11:40:07.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.030248 531 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:40:07.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.037469 531 webserver.cc:460] Webserver started at http://127.0.93.188:37073/ using document root <none> and password file <none>
11:40:07.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.038439 531 fs_manager.cc:359] Metadata directory not provided
11:40:07.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.038636 531 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:40:07.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.039021 531 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:40:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.046115 531 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-2/data/instance:
11:40:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "23b41f225a204139901d329d4a17aee7"
11:40:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:07 on dist-test-slave-l66r"
11:40:07.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.047621 531 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-2/wal/instance:
11:40:07.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "23b41f225a204139901d329d4a17aee7"
11:40:07.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:07 on dist-test-slave-l66r"
11:40:07.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.057379 531 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.004s sys 0.004s
11:40:07.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.063673 557 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:40:07.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.064930 531 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
11:40:07.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.065215 531 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-2/data,/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-2/wal
11:40:07.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "23b41f225a204139901d329d4a17aee7"
11:40:07.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:07 on dist-test-slave-l66r"
11:40:07.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.065596 531 fs_report.cc:383] FS layout report
11:40:07.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:40:07.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-2/wal
11:40:07.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-2/wal
11:40:07.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-2/data/data
11:40:07.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:40:07.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:40:07.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:40:07.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:40:07.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:40:07.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:40:07.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:40:07.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:40:07.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:40:07.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:40:07.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:40:07.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.097108 531 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:40:07.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.098472 531 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:40:07.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.098886 531 kserver.cc:163] Server-wide thread pool size limit: 3276
11:40:07.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.175630 531 rpc_server.cc:307] RPC server started. Bound to: 127.0.93.188:37805
11:40:07.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.175724 608 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.93.188:37805 every 8 connection(s)
11:40:07.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.178392 531 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-2/data/info.pb
11:40:07.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.183914 374 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu as pid 531
11:40:07.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.184368 374 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/master-2/wal/instance
11:40:07.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.185142 609 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:40:07.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.194314 454 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } attempt: 6
11:40:07.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.205812 609 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.190" port: 40159 } has no permanent_uuid. Determining permanent_uuid...
11:40:07.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.253578 609 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } has no permanent_uuid. Determining permanent_uuid...
11:40:07.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.264271 454 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P abc33f7666794691acecffc549c0a748: Bootstrap starting.
11:40:07.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.267824 609 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } has no permanent_uuid. Determining permanent_uuid...
11:40:07.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.273473 454 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P abc33f7666794691acecffc549c0a748: Neither blocks nor log segments found. Creating new log.
11:40:07.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.275430 454 log.cc:824] T 00000000000000000000000000000000 P abc33f7666794691acecffc549c0a748: Log is configured to *not* fsync() on all Append() calls
11:40:07.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.292168 609 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7: Bootstrap starting.
11:40:07.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.296100 454 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P abc33f7666794691acecffc549c0a748: No bootstrap required, opened a new log
11:40:07.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.300820 609 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7: Neither blocks nor log segments found. Creating new log.
11:40:07.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.302969 609 log.cc:824] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7: Log is configured to *not* fsync() on all Append() calls
11:40:07.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.308175 609 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7: No bootstrap required, opened a new log
11:40:07.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.323460 454 raft_consensus.cc:348] T 00000000000000000000000000000000 P abc33f7666794691acecffc549c0a748 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abc33f7666794691acecffc549c0a748" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 40159 } } peers { permanent_uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } } peers { permanent_uuid: "23b41f225a204139901d329d4a17aee7" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } }
11:40:07.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.324715 454 raft_consensus.cc:374] T 00000000000000000000000000000000 P abc33f7666794691acecffc549c0a748 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:40:07.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.324993 454 raft_consensus.cc:729] T 00000000000000000000000000000000 P abc33f7666794691acecffc549c0a748 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: abc33f7666794691acecffc549c0a748, State: Initialized, Role: FOLLOWER
11:40:07.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.326547 454 consensus_queue.cc:260] T 00000000000000000000000000000000 P abc33f7666794691acecffc549c0a748 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abc33f7666794691acecffc549c0a748" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 40159 } } peers { permanent_uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } } peers { permanent_uuid: "23b41f225a204139901d329d4a17aee7" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } }
11:40:07.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.330443 621 sys_catalog.cc:455] T 00000000000000000000000000000000 P abc33f7666794691acecffc549c0a748 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abc33f7666794691acecffc549c0a748" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 40159 } } peers { permanent_uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } } peers { permanent_uuid: "23b41f225a204139901d329d4a17aee7" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } } }
11:40:07.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.331584 621 sys_catalog.cc:458] T 00000000000000000000000000000000 P abc33f7666794691acecffc549c0a748 [sys.catalog]: This master's current role is: FOLLOWER
11:40:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.333071 454 sys_catalog.cc:564] T 00000000000000000000000000000000 P abc33f7666794691acecffc549c0a748 [sys.catalog]: configured and running, proceeding with master startup.
11:40:07.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.339591 609 raft_consensus.cc:348] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abc33f7666794691acecffc549c0a748" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 40159 } } peers { permanent_uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } } peers { permanent_uuid: "23b41f225a204139901d329d4a17aee7" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } }
11:40:07.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.340520 609 raft_consensus.cc:374] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:40:07.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.340823 609 raft_consensus.cc:729] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 23b41f225a204139901d329d4a17aee7, State: Initialized, Role: FOLLOWER
11:40:07.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.342064 609 consensus_queue.cc:260] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abc33f7666794691acecffc549c0a748" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 40159 } } peers { permanent_uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } } peers { permanent_uuid: "23b41f225a204139901d329d4a17aee7" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } }
11:40:07.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.348929 609 sys_catalog.cc:564] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [sys.catalog]: configured and running, proceeding with master startup.
11:40:07.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.346577 625 sys_catalog.cc:455] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abc33f7666794691acecffc549c0a748" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 40159 } } peers { permanent_uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } } peers { permanent_uuid: "23b41f225a204139901d329d4a17aee7" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } } }
11:40:07.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.351310 625 sys_catalog.cc:458] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [sys.catalog]: This master's current role is: FOLLOWER
11:40:07.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:07.354238 563 tablet.cc:2369] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:40:07.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:07.425937 640 catalog_manager.cc:1558] T 00000000000000000000000000000000 P abc33f7666794691acecffc549c0a748: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:07.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:07.426355 640 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:07.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:07.431051 644 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:07.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:07.432302 644 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:07.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.390751 386 master_runner.cc:186] Error getting master registration for 127.0.93.189:36901: OK, instance_id { permanent_uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8" instance_seqno: 1781869205308228 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
11:40:07.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.446424 386 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:40:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.407272 531 master_runner.cc:186] Error getting master registration for 127.0.93.189:36901: OK, instance_id { permanent_uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8" instance_seqno: 1781869205308228 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
11:40:07.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.457305 531 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:40:07.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:07.469836 408 tablet.cc:2369] T 00000000000000000000000000000000 P abc33f7666794691acecffc549c0a748: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:40:07.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.542627 625 raft_consensus.cc:482] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:40:07.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.543190 625 raft_consensus.cc:504] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abc33f7666794691acecffc549c0a748" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 40159 } } peers { permanent_uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } } peers { permanent_uuid: "23b41f225a204139901d329d4a17aee7" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } }
11:40:07.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.545949 625 leader_election.cc:288] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers abc33f7666794691acecffc549c0a748 (127.0.93.190:40159), 3f2df2e0fcbb4c1f87976ca01b4bfbf8 (127.0.93.189:36901)
11:40:07.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.548347 429 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "23b41f225a204139901d329d4a17aee7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "abc33f7666794691acecffc549c0a748" is_pre_election: true
11:40:07.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.549254 429 raft_consensus.cc:2454] T 00000000000000000000000000000000 P abc33f7666794691acecffc549c0a748 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 23b41f225a204139901d329d4a17aee7 in term 0.
11:40:07.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.552668 561 leader_election.cc:302] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 23b41f225a204139901d329d4a17aee7, abc33f7666794691acecffc549c0a748; no voters:
11:40:07.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.558636 625 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [term 0 FOLLOWER]: Leader pre-election won for term 1
11:40:07.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.559538 625 raft_consensus.cc:482] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
11:40:07.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.560479 625 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [term 0 FOLLOWER]: Advancing to term 1
11:40:07.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.591007 625 raft_consensus.cc:504] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abc33f7666794691acecffc549c0a748" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 40159 } } peers { permanent_uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } } peers { permanent_uuid: "23b41f225a204139901d329d4a17aee7" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } }
11:40:07.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.594750 429 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "23b41f225a204139901d329d4a17aee7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "abc33f7666794691acecffc549c0a748"
11:40:07.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.595413 429 raft_consensus.cc:3037] T 00000000000000000000000000000000 P abc33f7666794691acecffc549c0a748 [term 0 FOLLOWER]: Advancing to term 1
11:40:07.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.604799 429 raft_consensus.cc:2454] T 00000000000000000000000000000000 P abc33f7666794691acecffc549c0a748 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 23b41f225a204139901d329d4a17aee7 in term 1.
11:40:07.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.607311 561 leader_election.cc:302] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 23b41f225a204139901d329d4a17aee7, abc33f7666794691acecffc549c0a748; no voters:
11:40:07.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.610651 647 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [term 1 FOLLOWER]: Leader election won for term 1
11:40:07.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.618816 625 leader_election.cc:288] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [CANDIDATE]: Term 1 election: Requested vote from peers abc33f7666794691acecffc549c0a748 (127.0.93.190:40159), 3f2df2e0fcbb4c1f87976ca01b4bfbf8 (127.0.93.189:36901)
11:40:07.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.621832 647 raft_consensus.cc:686] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [term 1 LEADER]: Becoming Leader. State: Replica: 23b41f225a204139901d329d4a17aee7, State: Running, Role: LEADER
11:40:07.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.627002 647 consensus_queue.cc:237] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abc33f7666794691acecffc549c0a748" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 40159 } } peers { permanent_uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } } peers { permanent_uuid: "23b41f225a204139901d329d4a17aee7" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } }
11:40:07.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.640377 625 sys_catalog.cc:455] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 23b41f225a204139901d329d4a17aee7. Latest consensus state: current_term: 1 leader_uuid: "23b41f225a204139901d329d4a17aee7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abc33f7666794691acecffc549c0a748" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 40159 } } peers { permanent_uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } } peers { permanent_uuid: "23b41f225a204139901d329d4a17aee7" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } } }
11:40:07.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.642588 625 sys_catalog.cc:458] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [sys.catalog]: This master's current role is: LEADER
11:40:07.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.650393 650 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
11:40:07.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.658479 650 catalog_manager.cc:1484] Initializing Kudu cluster ID...
11:40:07.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.686415 429 raft_consensus.cc:1261] T 00000000000000000000000000000000 P abc33f7666794691acecffc549c0a748 [term 1 FOLLOWER]: Refusing update from remote peer 23b41f225a204139901d329d4a17aee7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:40:07.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.688812 647 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "abc33f7666794691acecffc549c0a748" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 40159 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:40:07.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.706943 529 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } attempt: 7
11:40:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.733322 621 sys_catalog.cc:455] T 00000000000000000000000000000000 P abc33f7666794691acecffc549c0a748 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 23b41f225a204139901d329d4a17aee7. Latest consensus state: current_term: 1 leader_uuid: "23b41f225a204139901d329d4a17aee7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abc33f7666794691acecffc549c0a748" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 40159 } } peers { permanent_uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } } peers { permanent_uuid: "23b41f225a204139901d329d4a17aee7" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } } }
11:40:07.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.734198 621 sys_catalog.cc:458] T 00000000000000000000000000000000 P abc33f7666794691acecffc549c0a748 [sys.catalog]: This master's current role is: FOLLOWER
11:40:07.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.740736 625 sys_catalog.cc:455] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "23b41f225a204139901d329d4a17aee7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abc33f7666794691acecffc549c0a748" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 40159 } } peers { permanent_uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } } peers { permanent_uuid: "23b41f225a204139901d329d4a17aee7" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } } }
11:40:07.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.741976 625 sys_catalog.cc:458] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [sys.catalog]: This master's current role is: LEADER
11:40:07.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.743326 650 catalog_manager.cc:1347] Generated new cluster ID: 2bf1986863a64b539d026edd55ee70a0
11:40:07.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.754515 650 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
11:40:07.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.761694 621 sys_catalog.cc:455] T 00000000000000000000000000000000 P abc33f7666794691acecffc549c0a748 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "23b41f225a204139901d329d4a17aee7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abc33f7666794691acecffc549c0a748" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 40159 } } peers { permanent_uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } } peers { permanent_uuid: "23b41f225a204139901d329d4a17aee7" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } } }
11:40:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.763022 621 sys_catalog.cc:458] T 00000000000000000000000000000000 P abc33f7666794691acecffc549c0a748 [sys.catalog]: This master's current role is: FOLLOWER
11:40:07.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.761679 651 mvcc.cc:205] Tried to move back new op lower bound from 7298536274660691968 to 7298536274459750400. Current Snapshot: MvccSnapshot[applied={T|T < 7298536274660691968 or (T in {7298536274660691968})}]
11:40:07.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.764619 529 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3f2df2e0fcbb4c1f87976ca01b4bfbf8: Bootstrap starting.
11:40:07.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.785928 529 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3f2df2e0fcbb4c1f87976ca01b4bfbf8: Neither blocks nor log segments found. Creating new log.
11:40:07.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.792539 529 log.cc:824] T 00000000000000000000000000000000 P 3f2df2e0fcbb4c1f87976ca01b4bfbf8: Log is configured to *not* fsync() on all Append() calls
11:40:07.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.805549 650 catalog_manager.cc:1370] Generated new certificate authority record
11:40:07.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.808470 650 catalog_manager.cc:1504] Loading token signing keys...
11:40:07.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.821970 529 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3f2df2e0fcbb4c1f87976ca01b4bfbf8: No bootstrap required, opened a new log
11:40:07.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.833637 650 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7: Generated new TSK 0
11:40:07.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.835088 650 catalog_manager.cc:1514] Initializing in-progress tserver states...
11:40:07.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.874696 374 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu
11:40:07.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu
11:40:07.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-0/wal
11:40:07.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-0/data
11:40:07.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:40:07.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:40:07.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:40:07.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:07.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:07.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:07.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-0/logs
11:40:07.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-0/data/info.pb
11:40:07.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:40:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:40:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:40:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:40:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:40:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:40:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.129:0
11:40:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.93.129
11:40:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.129
11:40:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.93.190:40159,127.0.93.189:36901,127.0.93.188:37805
11:40:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:36377
11:40:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
11:40:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.876032 529 raft_consensus.cc:348] T 00000000000000000000000000000000 P 3f2df2e0fcbb4c1f87976ca01b4bfbf8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abc33f7666794691acecffc549c0a748" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 40159 } } peers { permanent_uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } } peers { permanent_uuid: "23b41f225a204139901d329d4a17aee7" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } }
11:40:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.876834 529 raft_consensus.cc:374] T 00000000000000000000000000000000 P 3f2df2e0fcbb4c1f87976ca01b4bfbf8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:40:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.877126 529 raft_consensus.cc:729] T 00000000000000000000000000000000 P 3f2df2e0fcbb4c1f87976ca01b4bfbf8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f2df2e0fcbb4c1f87976ca01b4bfbf8, State: Initialized, Role: FOLLOWER
11:40:07.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.878001 529 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3f2df2e0fcbb4c1f87976ca01b4bfbf8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abc33f7666794691acecffc549c0a748" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 40159 } } peers { permanent_uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } } peers { permanent_uuid: "23b41f225a204139901d329d4a17aee7" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } }
11:40:07.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.886262 659 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3f2df2e0fcbb4c1f87976ca01b4bfbf8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abc33f7666794691acecffc549c0a748" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 40159 } } peers { permanent_uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } } peers { permanent_uuid: "23b41f225a204139901d329d4a17aee7" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } } }
11:40:07.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.887048 659 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3f2df2e0fcbb4c1f87976ca01b4bfbf8 [sys.catalog]: This master's current role is: FOLLOWER
11:40:07.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.889813 529 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3f2df2e0fcbb4c1f87976ca01b4bfbf8 [sys.catalog]: configured and running, proceeding with master startup.
11:40:07.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.890010 504 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "23b41f225a204139901d329d4a17aee7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8" is_pre_election: true
11:40:07.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.890865 504 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 3f2df2e0fcbb4c1f87976ca01b4bfbf8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 23b41f225a204139901d329d4a17aee7 in term 0.
11:40:07.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.892127 502 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 3f2df2e0fcbb4c1f87976ca01b4bfbf8 [term 0 FOLLOWER]: Advancing to term 1
11:40:07.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.899748 503 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "23b41f225a204139901d329d4a17aee7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8"
11:40:07.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.901556 502 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 3f2df2e0fcbb4c1f87976ca01b4bfbf8 [term 1 FOLLOWER]: Refusing update from remote peer 23b41f225a204139901d329d4a17aee7: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
11:40:07.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.903087 625 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
11:40:07.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.982017 659 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3f2df2e0fcbb4c1f87976ca01b4bfbf8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 23b41f225a204139901d329d4a17aee7. Latest consensus state: current_term: 1 leader_uuid: "23b41f225a204139901d329d4a17aee7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abc33f7666794691acecffc549c0a748" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 40159 } } peers { permanent_uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } } peers { permanent_uuid: "23b41f225a204139901d329d4a17aee7" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } } }
11:40:07.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.982779 659 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3f2df2e0fcbb4c1f87976ca01b4bfbf8 [sys.catalog]: This master's current role is: FOLLOWER
11:40:07.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.982115 670 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3f2df2e0fcbb4c1f87976ca01b4bfbf8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "23b41f225a204139901d329d4a17aee7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abc33f7666794691acecffc549c0a748" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 40159 } } peers { permanent_uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } } peers { permanent_uuid: "23b41f225a204139901d329d4a17aee7" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } } }
11:40:07.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:07.984845 670 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3f2df2e0fcbb4c1f87976ca01b4bfbf8 [sys.catalog]: This master's current role is: FOLLOWER
11:40:08.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:08.003330 676 catalog_manager.cc:1259] Loaded cluster ID: 2bf1986863a64b539d026edd55ee70a0
11:40:08.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:08.005610 676 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 3f2df2e0fcbb4c1f87976ca01b4bfbf8: loading cluster ID for follower catalog manager: success
11:40:08.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:08.016772 676 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 3f2df2e0fcbb4c1f87976ca01b4bfbf8: acquiring CA information for follower catalog manager: success
11:40:08.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:08.033900 676 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 3f2df2e0fcbb4c1f87976ca01b4bfbf8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
11:40:08.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:08.317302 625 sys_catalog.cc:455] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "23b41f225a204139901d329d4a17aee7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abc33f7666794691acecffc549c0a748" member_type: VOTER last_known_addr { host: "127.0.93.190" port: 40159 } } peers { permanent_uuid: "3f2df2e0fcbb4c1f87976ca01b4bfbf8" member_type: VOTER last_known_addr { host: "127.0.93.189" port: 36901 } } peers { permanent_uuid: "23b41f225a204139901d329d4a17aee7" member_type: VOTER last_known_addr { host: "127.0.93.188" port: 37805 } } }
11:40:08.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:08.318284 625 sys_catalog.cc:458] T 00000000000000000000000000000000 P 23b41f225a204139901d329d4a17aee7 [sys.catalog]: This master's current role is: LEADER
11:40:08.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:08.433252 640 catalog_manager.cc:1259] Loaded cluster ID: 2bf1986863a64b539d026edd55ee70a0
11:40:08.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:08.433909 640 catalog_manager.cc:1552] T 00000000000000000000000000000000 P abc33f7666794691acecffc549c0a748: loading cluster ID for follower catalog manager: success
11:40:08.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:08.443936 640 catalog_manager.cc:1574] T 00000000000000000000000000000000 P abc33f7666794691acecffc549c0a748: acquiring CA information for follower catalog manager: success
11:40:08.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:08.461800 640 catalog_manager.cc:1602] T 00000000000000000000000000000000 P abc33f7666794691acecffc549c0a748: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
11:40:08.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:08.481491 660 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:40:08.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:08.482136 660 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:40:08.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:08.482928 660 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:40:08.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:08.559973 660 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:40:08.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:08.561575 660 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.93.129
11:40:08.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:08.664463 660 tablet_server_runner.cc:78] Tablet server non-default flags:
11:40:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:36377
11:40:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-0/data
11:40:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-0/wal
11:40:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.129:0
11:40:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:40:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-0/data/info.pb
11:40:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.129
11:40:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.93.190:40159,127.0.93.189:36901,127.0.93.188:37805
11:40:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:40:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:40:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:40:08.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:08.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.93.129
11:40:08.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-0/logs
11:40:08.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:08.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:40:08.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:40:08.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:40:08.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:40:08.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:40:08.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:40:08.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 10:51:24 UTC on ccycloud.quasar-eairov.root.comops.site
11:40:08.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455438
11:40:08.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:40:08.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:08.667840 660 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:40:08.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:08.670193 660 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:40:08.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:08.723265 685 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:10.952106 660 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 2.233s user 0.663s sys 1.211s
11:40:10.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:10.953096 660 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 2.234s user 0.663s sys 1.211s
11:40:10.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:08.729846 684 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:10.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:10.099356 683 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 660
11:40:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:10.966611 660 server_base.cc:1034] running on GCE node
11:40:10.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:10.967943 691 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:10.969691 660 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:40:10.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:10.979521 660 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:40:10.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:10.986774 660 hybrid_clock.cc:648] HybridClock initialized: now 1781869210986709 us; error 81 us; skew 500 ppm
11:40:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:10.988286 660 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:40:11.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.028760 660 webserver.cc:460] Webserver started at http://127.0.93.129:34157/ using document root <none> and password file <none>
11:40:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.030160 660 fs_manager.cc:359] Metadata directory not provided
11:40:11.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.030478 660 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:40:11.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.031103 660 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:40:11.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.039541 660 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-0/data/instance:
11:40:11.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f9fc00aaf2e54d4c9b467983bb4a933b"
11:40:11.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:11 on dist-test-slave-l66r"
11:40:11.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.041262 660 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-0/wal/instance:
11:40:11.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f9fc00aaf2e54d4c9b467983bb4a933b"
11:40:11.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:11 on dist-test-slave-l66r"
11:40:11.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.058169 660 fs_manager.cc:691] Time spent creating directory manager: real 0.016s user 0.011s sys 0.005s
11:40:11.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.073119 696 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:40:11.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.074683 660 fs_manager.cc:725] Time spent opening block manager: real 0.011s user 0.005s sys 0.003s
11:40:11.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.075114 660 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-0/data,/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-0/wal
11:40:11.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f9fc00aaf2e54d4c9b467983bb4a933b"
11:40:11.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:11 on dist-test-slave-l66r"
11:40:11.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.075599 660 fs_report.cc:383] FS layout report
11:40:11.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:40:11.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-0/wal
11:40:11.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-0/wal
11:40:11.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-0/data/data
11:40:11.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:40:11.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:40:11.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:40:11.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:40:11.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:40:11.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:40:11.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:40:11.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:40:11.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:40:11.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:40:11.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:40:11.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.143528 660 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:40:11.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.145601 660 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:40:11.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.146212 660 kserver.cc:163] Server-wide thread pool size limit: 3276
11:40:11.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.149904 660 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
11:40:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.157015 660 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:40:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.157333 660 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:40:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.157788 660 ts_tablet_manager.cc:610] Registered 0 tablets
11:40:11.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.158020 660 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:40:11.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.395092 660 rpc_server.cc:307] RPC server started. Bound to: 127.0.93.129:36569
11:40:11.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.395205 808 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.93.129:36569 every 8 connection(s)
11:40:11.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.398058 660 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-0/data/info.pb
11:40:11.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.407390 374 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu as pid 660
11:40:11.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.407847 374 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-0/wal/instance
11:40:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.425079 374 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu
11:40:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu
11:40:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-1/wal
11:40:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-1/data
11:40:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:40:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:40:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:40:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-1/logs
11:40:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-1/data/info.pb
11:40:11.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:11.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:40:11.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:40:11.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:40:11.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:40:11.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:11.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:11.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:11.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:40:11.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:40:11.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.130:0
11:40:11.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.93.130
11:40:11.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.130
11:40:11.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:11.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.93.190:40159,127.0.93.189:36901,127.0.93.188:37805
11:40:11.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:36377
11:40:11.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:11.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:11.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
11:40:11.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.463174 810 heartbeater.cc:347] Connected to a master server at 127.0.93.189:36901
11:40:11.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.464598 811 heartbeater.cc:347] Connected to a master server at 127.0.93.190:40159
11:40:11.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.464928 811 heartbeater.cc:464] Registering TS with master...
11:40:11.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.466704 811 heartbeater.cc:511] Master 127.0.93.190:40159 requested a full tablet report, sending...
11:40:11.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.463670 810 heartbeater.cc:464] Registering TS with master...
11:40:11.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.469036 810 heartbeater.cc:511] Master 127.0.93.189:36901 requested a full tablet report, sending...
11:40:11.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.469210 809 heartbeater.cc:347] Connected to a master server at 127.0.93.188:37805
11:40:11.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.469518 809 heartbeater.cc:464] Registering TS with master...
11:40:11.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.470139 418 ts_manager.cc:194] Registered new tserver with Master: f9fc00aaf2e54d4c9b467983bb4a933b (127.0.93.129:36569)
11:40:11.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.470280 809 heartbeater.cc:511] Master 127.0.93.188:37805 requested a full tablet report, sending...
11:40:11.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.472916 574 ts_manager.cc:194] Registered new tserver with Master: f9fc00aaf2e54d4c9b467983bb4a933b (127.0.93.129:36569)
11:40:11.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.472874 494 ts_manager.cc:194] Registered new tserver with Master: f9fc00aaf2e54d4c9b467983bb4a933b (127.0.93.129:36569)
11:40:11.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.475831 574 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.93.129:60891
11:40:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:11.810726 819 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:40:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:11.811173 819 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:40:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:11.811592 819 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:40:11.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:11.847708 819 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:40:11.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:11.848634 819 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.93.130
11:40:11.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.888496 819 tablet_server_runner.cc:78] Tablet server non-default flags:
11:40:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:36377
11:40:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-1/data
11:40:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-1/wal
11:40:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.130:0
11:40:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:40:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-1/data/info.pb
11:40:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.130
11:40:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.93.190:40159,127.0.93.189:36901,127.0.93.188:37805
11:40:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:40:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:40:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:40:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:11.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.93.130
11:40:11.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-1/logs
11:40:11.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:11.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:40:11.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:40:11.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:40:11.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:40:11.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:40:11.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:40:11.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 10:51:24 UTC on ccycloud.quasar-eairov.root.comops.site
11:40:11.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455438
11:40:11.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:40:11.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.889658 819 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:40:11.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.891387 819 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:40:11.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:11.912721 827 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:12.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:12.479061 809 heartbeater.cc:503] Master 127.0.93.188:37805 was elected leader, sending a full tablet report...
11:40:12.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:12.567220 805 debug-util.cc:398] Leaking SignalData structure 0x7b08000af060 after lost signal to thread 679
11:40:12.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:12.568313 805 debug-util.cc:398] Leaking SignalData structure 0x7b08000aff60 after lost signal to thread 808
11:40:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:11.912724 826 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:13.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:11.914451 829 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:13.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:11.914418 819 server_base.cc:1034] running on GCE node
11:40:13.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.155089 819 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:40:13.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.158161 819 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:40:13.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.159646 819 hybrid_clock.cc:648] HybridClock initialized: now 1781869213159612 us; error 58 us; skew 500 ppm
11:40:13.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.160804 819 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:40:13.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.169390 819 webserver.cc:460] Webserver started at http://127.0.93.130:35199/ using document root <none> and password file <none>
11:40:13.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.170667 819 fs_manager.cc:359] Metadata directory not provided
11:40:13.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.170948 819 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:40:13.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.171517 819 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:40:13.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.179144 819 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-1/data/instance:
11:40:13.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a95bfe5d2e09402a92024178c8c024af"
11:40:13.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:13 on dist-test-slave-l66r"
11:40:13.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.180768 819 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-1/wal/instance:
11:40:13.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a95bfe5d2e09402a92024178c8c024af"
11:40:13.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:13 on dist-test-slave-l66r"
11:40:13.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.191516 819 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.006s sys 0.005s
11:40:13.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.199007 837 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:40:13.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.200387 819 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.003s
11:40:13.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.200819 819 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-1/data,/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-1/wal
11:40:13.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a95bfe5d2e09402a92024178c8c024af"
11:40:13.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:13 on dist-test-slave-l66r"
11:40:13.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.201231 819 fs_report.cc:383] FS layout report
11:40:13.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:40:13.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-1/wal
11:40:13.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-1/wal
11:40:13.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-1/data/data
11:40:13.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:40:13.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:40:13.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:40:13.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:40:13.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:40:13.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:40:13.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:40:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:40:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:40:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:40:13.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:40:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.255388 819 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:40:13.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.257107 819 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:40:13.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.257686 819 kserver.cc:163] Server-wide thread pool size limit: 3276
11:40:13.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.260732 819 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
11:40:13.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.265154 819 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:40:13.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.265391 819 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:40:13.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.265744 819 ts_tablet_manager.cc:610] Registered 0 tablets
11:40:13.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.265925 819 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:40:13.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.451609 819 rpc_server.cc:307] RPC server started. Bound to: 127.0.93.130:34081
11:40:13.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.451701 949 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.93.130:34081 every 8 connection(s)
11:40:13.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.454677 819 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-1/data/info.pb
11:40:13.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.463135 374 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu as pid 819
11:40:13.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.463824 374 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-1/wal/instance
11:40:13.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.498096 374 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu
11:40:13.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu
11:40:13.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-2/wal
11:40:13.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-2/data
11:40:13.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:40:13.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:40:13.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:40:13.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:13.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:13.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:13.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-2/logs
11:40:13.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-2/data/info.pb
11:40:13.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:13.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:40:13.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:40:13.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:40:13.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:40:13.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:13.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:13.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:13.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
11:40:13.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:40:13.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.131:0
11:40:13.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.93.131
11:40:13.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.131
11:40:13.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:13.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.93.190:40159,127.0.93.189:36901,127.0.93.188:37805
11:40:13.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:36377
11:40:13.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:13.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:13.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
11:40:13.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.517648 951 heartbeater.cc:347] Connected to a master server at 127.0.93.189:36901
11:40:13.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.517978 952 heartbeater.cc:347] Connected to a master server at 127.0.93.190:40159
11:40:13.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.518133 951 heartbeater.cc:464] Registering TS with master...
11:40:13.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.518325 952 heartbeater.cc:464] Registering TS with master...
11:40:13.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.519462 952 heartbeater.cc:511] Master 127.0.93.190:40159 requested a full tablet report, sending...
11:40:13.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.519932 951 heartbeater.cc:511] Master 127.0.93.189:36901 requested a full tablet report, sending...
11:40:13.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.520630 950 heartbeater.cc:347] Connected to a master server at 127.0.93.188:37805
11:40:13.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.520957 950 heartbeater.cc:464] Registering TS with master...
11:40:13.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.521770 950 heartbeater.cc:511] Master 127.0.93.188:37805 requested a full tablet report, sending...
11:40:13.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.522976 418 ts_manager.cc:194] Registered new tserver with Master: a95bfe5d2e09402a92024178c8c024af (127.0.93.130:34081)
11:40:13.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.522974 494 ts_manager.cc:194] Registered new tserver with Master: a95bfe5d2e09402a92024178c8c024af (127.0.93.130:34081)
11:40:13.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.524158 574 ts_manager.cc:194] Registered new tserver with Master: a95bfe5d2e09402a92024178c8c024af (127.0.93.130:34081)
11:40:13.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.526934 574 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.93.130:57471
11:40:13.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:13.843607 960 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:40:13.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:13.844201 960 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:40:13.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:13.845413 960 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:40:13.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:13.878829 960 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:40:13.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:13.879647 960 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.0.93.131
11:40:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.915740 960 tablet_server_runner.cc:78] Tablet server non-default flags:
11:40:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.93.148:36377
11:40:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-2/data
11:40:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-2/wal
11:40:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.93.131:0
11:40:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:40:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-2/data/info.pb
11:40:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.93.131
11:40:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.0.93.190:40159,127.0.93.189:36901,127.0.93.188:37805
11:40:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:40:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:40:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:40:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.0.93.131
11:40:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-2/logs
11:40:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:40:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:40:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
11:40:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:40:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:40:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:40:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 10:51:24 UTC on ccycloud.quasar-eairov.root.comops.site
11:40:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455438
11:40:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:40:13.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.916988 960 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:40:13.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:13.918780 960 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:40:13.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:13.940064 967 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:14.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:14.531385 950 heartbeater.cc:503] Master 127.0.93.188:37805 was elected leader, sending a full tablet report...
11:40:15.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:13.940160 970 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:15.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:13.941169 968 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:15.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:15.313148 969 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1369 milliseconds
11:40:15.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.313261 960 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
11:40:15.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.314602 960 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:40:15.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.316926 960 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:40:15.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.318295 960 hybrid_clock.cc:648] HybridClock initialized: now 1781869215318263 us; error 71 us; skew 500 ppm
11:40:15.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.319087 960 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:40:15.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.326169 960 webserver.cc:460] Webserver started at http://127.0.93.131:34769/ using document root <none> and password file <none>
11:40:15.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.327093 960 fs_manager.cc:359] Metadata directory not provided
11:40:15.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.327348 960 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:40:15.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.327950 960 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:40:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.333961 960 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-2/data/instance:
11:40:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70479d6f4e8d449ea12a46e2d972de85"
11:40:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:15 on dist-test-slave-l66r"
11:40:15.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.335219 960 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-2/wal/instance:
11:40:15.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70479d6f4e8d449ea12a46e2d972de85"
11:40:15.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:15 on dist-test-slave-l66r"
11:40:15.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.344116 960 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.000s
11:40:15.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.350765 977 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:40:15.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.352052 960 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.007s sys 0.000s
11:40:15.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.352353 960 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-2/data,/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-2/wal
11:40:15.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70479d6f4e8d449ea12a46e2d972de85"
11:40:15.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:15 on dist-test-slave-l66r"
11:40:15.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.352671 960 fs_report.cc:383] FS layout report
11:40:15.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:40:15.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-2/wal
11:40:15.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-2/wal
11:40:15.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-2/data/data
11:40:15.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:40:15.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:40:15.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:40:15.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:40:15.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:40:15.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:40:15.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:40:15.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:40:15.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:40:15.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:40:15.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:40:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.407503 960 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:40:15.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.409221 960 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:40:15.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.409672 960 kserver.cc:163] Server-wide thread pool size limit: 3276
11:40:15.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.412503 960 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
11:40:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.416481 960 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
11:40:15.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.416663 960 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
11:40:15.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.416853 960 ts_tablet_manager.cc:610] Registered 0 tablets
11:40:15.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.416981 960 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
11:40:15.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.580900 960 rpc_server.cc:307] RPC server started. Bound to: 127.0.93.131:32863
11:40:15.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.581014 1089 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.0.93.131:32863 every 8 connection(s)
11:40:15.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.583238 960 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-2/data/info.pb
11:40:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.593549 374 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu as pid 960
11:40:15.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.594142 374 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster2117486111698076695/ts-2/wal/instance
11:40:15.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.642194 1090 heartbeater.cc:347] Connected to a master server at 127.0.93.188:37805
11:40:15.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.642717 1090 heartbeater.cc:464] Registering TS with master...
11:40:15.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.642910 1092 heartbeater.cc:347] Connected to a master server at 127.0.93.190:40159
11:40:15.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.643244 1092 heartbeater.cc:464] Registering TS with master...
11:40:15.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.643896 1090 heartbeater.cc:511] Master 127.0.93.188:37805 requested a full tablet report, sending...
11:40:15.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.644670 1092 heartbeater.cc:511] Master 127.0.93.190:40159 requested a full tablet report, sending...
11:40:15.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.644709 1091 heartbeater.cc:347] Connected to a master server at 127.0.93.189:36901
11:40:15.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.645102 1091 heartbeater.cc:464] Registering TS with master...
11:40:15.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.646059 1091 heartbeater.cc:511] Master 127.0.93.189:36901 requested a full tablet report, sending...
11:40:15.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.646780 574 ts_manager.cc:194] Registered new tserver with Master: 70479d6f4e8d449ea12a46e2d972de85 (127.0.93.131:32863)
11:40:15.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.648524 418 ts_manager.cc:194] Registered new tserver with Master: 70479d6f4e8d449ea12a46e2d972de85 (127.0.93.131:32863)
11:40:15.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.648703 574 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.0.93.131:49827
11:40:15.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.649343 494 ts_manager.cc:194] Registered new tserver with Master: 70479d6f4e8d449ea12a46e2d972de85 (127.0.93.131:32863)
11:40:15.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:15.669502 374 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
11:40:15.681 [DEBUG - main] (MiniKuduCluster.java:195) Response:
11:40:15.682 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
11:40:15.694 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.0.93.190"
port: 40159
}
bound_http_address {
host: "127.0.93.190"
port: 34463
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.0.93.189"
port: 36901
}
bound_http_address {
host: "127.0.93.189"
port: 44627
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.0.93.188"
port: 37805
}
bound_http_address {
host: "127.0.93.188"
port: 37073
}
}
}
11:40:15.699 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
11:40:15.702 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.0.93.129"
port: 36569
}
bound_http_address {
host: "127.0.93.129"
port: 34157
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.0.93.130"
port: 34081
}
bound_http_address {
host: "127.0.93.130"
port: 35199
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.0.93.131"
port: 32863
}
bound_http_address {
host: "127.0.93.131"
port: 34769
}
}
}
11:40:15.702 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
11:40:15.892 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
11:40:16.016 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskybp7JT/test-tmp
11:40:16.017 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
11:40:16.018 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskybp7JT/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
11:40:16.022 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
11:40:16.399 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:40:16.400 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
11:40:16.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:16.402910 1102 mini_oidc.cc:152] Starting JWKS server
11:40:16.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:16.406338 1102 webserver.cc:460] Webserver started at http://127.0.0.1:36961/ using document root <none> and password file <none>
11:40:16.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:16.406737 1102 mini_oidc.cc:189] Starting OIDC Discovery server
11:40:16.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:16.408715 1102 webserver.cc:460] Webserver started at http://127.0.0.1:36925/ using document root <none> and password file <none>
11:40:16.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
11:40:16.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/principal' for realm 'KRBTEST.COM',
11:40:16.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
11:40:16.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:40:16 dist-test-slave-l66r krb5kdc[1114](info): setting up network...
11:40:16.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
11:40:16.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:40:16 dist-test-slave-l66r krb5kdc[1114](info): set up 2 sockets
11:40:16.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:40:16 dist-test-slave-l66r krb5kdc[1114](info): commencing operation
11:40:16.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
11:40:16.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:16.653530 1090 heartbeater.cc:503] Master 127.0.93.188:37805 was elected leader, sending a full tablet report...
11:40:17.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:17.518787 1102 mini_kdc.cc:121] Time spent starting KDC: real 1.085s user 0.003s sys 0.017s
11:40:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
11:40:17.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
11:40:17.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
11:40:17.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
11:40:17.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
11:40:17.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
11:40:17.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
11:40:17.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
11:40:17.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
11:40:17.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
11:40:17.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/test-user.keytab.
11:40:17.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/test-user.keytab.
11:40:17.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:40:17 dist-test-slave-l66r krb5kdc[1114](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781869217, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:40:17.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
11:40:17.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T11:40:17Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
11:40:17.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T11:40:17Z Disabled control of system clock
11:40:17.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.19.190@KRBTEST.COM; defaulting to no policy
11:40:17.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:40:17.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.19.190@KRBTEST.COM" created.
11:40:17.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:40:17.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.19.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/kudu_127.1.19.190.keytab.
11:40:17.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.19.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/kudu_127.1.19.190.keytab.
11:40:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:17.717041 1102 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu
11:40:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu
11:40:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/wal
11:40:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/data
11:40:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:40:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:40:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:40:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/logs
11:40:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/data/info.pb
11:40:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:40:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:40:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:40:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:40:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:40:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:40:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:40:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:40:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.19.190:39205
11:40:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.19.190
11:40:17.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:17.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/kudu_127.1.19.190.keytab
11:40:17.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.19.190
11:40:17.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:40:17.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:40:17.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:40:17.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.19.148:36513
11:40:17.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:17.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:17.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:17.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:40:17.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.19.190:39205,127.1.19.189:42917,127.1.19.188:44263
11:40:17.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:40:17.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36961/jwks.json
11:40:17.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:40:18.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:18.029137 1127 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:40:18.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:18.029688 1127 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:40:18.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:18.030422 1127 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:40:18.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:18.061945 1127 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:40:18.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:18.062273 1127 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:40:18.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:18.062549 1127 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:40:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:18.062891 1127 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:40:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:18.063117 1127 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:40:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:18.063397 1127 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:40:18.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:18.063548 1127 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36961/jwks.json
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:18.099628 1127 master_runner.cc:386] Master server non-default flags:
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.19.148:36513
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/data
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/wal
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.19.190:39205,127.1.19.189:42917,127.1.19.188:44263
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/kudu_127.1.19.190.keytab
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.19.190
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.19.190:39205
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36961/jwks.json
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/data/info.pb
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.19.190
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/logs
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:40:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:40:18.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:40:18.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:40:18.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:40:18.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:40:18.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 10:51:24 UTC on ccycloud.quasar-eairov.root.comops.site
11:40:18.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455438
11:40:18.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:40:18.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:18.100749 1127 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:40:18.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:18.102033 1127 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:40:18.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:18.123171 1133 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:18.123349 1136 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:18.125859 1127 server_base.cc:1034] running on GCE node
11:40:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:18.124296 1134 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.368115 1127 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:40:19.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.370638 1127 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:40:19.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.371982 1127 hybrid_clock.cc:648] HybridClock initialized: now 1781869219371957 us; error 38 us; skew 500 ppm
11:40:19.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.372989 1127 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:40:19.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:40:19 dist-test-slave-l66r krb5kdc[1114](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781869219, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:40:19.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.378929 1127 init.cc:377] Logged in from keytab as kudu/127.1.19.190@KRBTEST.COM (short username kudu)
11:40:19.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.384461 1127 webserver.cc:460] Webserver started at http://127.1.19.190:42751/ using document root <none> and password file <none>
11:40:19.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.385515 1127 fs_manager.cc:359] Metadata directory not provided
11:40:19.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.385737 1127 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:40:19.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.386217 1127 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:40:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.391009 1127 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/data/instance:
11:40:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c40215bfb4184e84bc3e13be27872081"
11:40:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:19 on dist-test-slave-l66r"
11:40:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.392210 1127 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/wal/instance:
11:40:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c40215bfb4184e84bc3e13be27872081"
11:40:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:19 on dist-test-slave-l66r"
11:40:19.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.399621 1127 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
11:40:19.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.405088 1145 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:40:19.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.406093 1127 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
11:40:19.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.406530 1127 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/data,/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/wal
11:40:19.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c40215bfb4184e84bc3e13be27872081"
11:40:19.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:19 on dist-test-slave-l66r"
11:40:19.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.406870 1127 fs_report.cc:383] FS layout report
11:40:19.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:40:19.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/wal
11:40:19.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/wal
11:40:19.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/data/data
11:40:19.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:40:19.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:40:19.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:40:19.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:40:19.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:40:19.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:40:19.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:40:19.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:40:19.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:40:19.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:40:19.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:40:19.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.438362 1127 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:40:19.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.444053 1127 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:40:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.444818 1127 kserver.cc:163] Server-wide thread pool size limit: 3276
11:40:19.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.524675 1127 rpc_server.cc:307] RPC server started. Bound to: 127.1.19.190:39205
11:40:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.524777 1196 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.19.190:39205 every 8 connection(s)
11:40:19.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.527655 1127 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/data/info.pb
11:40:19.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.528882 1102 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu as pid 1127
11:40:19.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.529505 1102 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/wal/instance
11:40:19.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.534245 1197 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:40:19.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.549386 1197 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.19.190" port: 39205 } has no permanent_uuid. Determining permanent_uuid...
11:40:19.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.19.189@KRBTEST.COM; defaulting to no policy
11:40:19.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:40:19.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.19.189@KRBTEST.COM" created.
11:40:19.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:40:19.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.19.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/kudu_127.1.19.189.keytab.
11:40:19.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.19.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/kudu_127.1.19.189.keytab.
11:40:19.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:40:19 dist-test-slave-l66r krb5kdc[1114](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781869219, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.190@KRBTEST.COM for kudu/127.1.19.190@KRBTEST.COM
11:40:19.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.591200 1102 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu
11:40:19.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu
11:40:19.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/wal
11:40:19.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/data
11:40:19.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:40:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:40:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:40:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/logs
11:40:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/data/info.pb
11:40:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:40:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:40:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:40:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:40:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:40:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:40:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:40:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:40:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.19.189:42917
11:40:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.19.189
11:40:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/kudu_127.1.19.189.keytab
11:40:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.19.189
11:40:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:40:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:40:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:40:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.19.148:36513
11:40:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:40:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.19.190:39205,127.1.19.189:42917,127.1.19.188:44263
11:40:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:40:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36961/jwks.json
11:40:19.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:40:19.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.603494 1197 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.19.189" port: 42917 } has no permanent_uuid. Determining permanent_uuid...
11:40:19.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:19.606513 1149 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.19.189:42917: connect: Connection refused (error 111)
11:40:19.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:19.611011 1197 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.189:42917: Network error: Client connection negotiation failed: client connection to 127.1.19.189:42917: connect: Connection refused (error 111)
11:40:19.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.660514 1197 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.189" port: 42917 } attempt: 1
11:40:19.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:19.667197 1197 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.189:42917: Network error: Client connection negotiation failed: client connection to 127.1.19.189:42917: connect: Connection refused (error 111)
11:40:19.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.735642 1197 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.189" port: 42917 } attempt: 2
11:40:19.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:19.740272 1197 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.189:42917: Network error: Client connection negotiation failed: client connection to 127.1.19.189:42917: connect: Connection refused (error 111)
11:40:19.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.831720 1197 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.189" port: 42917 } attempt: 3
11:40:19.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:19.835628 1197 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.189:42917: Network error: Client connection negotiation failed: client connection to 127.1.19.189:42917: connect: Connection refused (error 111)
11:40:19.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:19.922570 1203 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:40:19.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:19.923220 1203 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:40:19.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:19.923892 1203 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:40:19.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:19.955513 1203 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:40:19.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:19.955731 1203 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:40:19.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:19.956063 1203 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:40:19.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:19.956305 1203 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:40:19.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:19.956532 1203 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:40:19.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:19.956718 1203 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:40:19.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:19.956920 1203 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36961/jwks.json
11:40:19.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.979149 1197 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.189" port: 42917 } attempt: 4
11:40:19.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:19.983240 1197 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.189:42917: Network error: Client connection negotiation failed: client connection to 127.1.19.189:42917: connect: Connection refused (error 111)
11:40:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.994093 1203 master_runner.cc:386] Master server non-default flags:
11:40:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.19.148:36513
11:40:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/data
11:40:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/wal
11:40:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:40:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:40:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.19.190:39205,127.1.19.189:42917,127.1.19.188:44263
11:40:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/kudu_127.1.19.189.keytab
11:40:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.19.189
11:40:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:40:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.19.189:42917
11:40:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:40:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:40:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:40:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36961/jwks.json
11:40:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:40:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:40:19.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:40:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/data/info.pb
11:40:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.19.189
11:40:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:40:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:40:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:40:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/logs
11:40:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:40:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:40:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:40:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:40:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:40:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:40:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 10:51:24 UTC on ccycloud.quasar-eairov.root.comops.site
11:40:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455438
11:40:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:40:19.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.995267 1203 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:40:19.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:19.996363 1203 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:40:20.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:20.014094 1210 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:20.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:20.282667 1197 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.189" port: 42917 } attempt: 5
11:40:20.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:20.287439 1197 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.189:42917: Network error: Client connection negotiation failed: client connection to 127.1.19.189:42917: connect: Connection refused (error 111)
11:40:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:20.834803 1197 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.189" port: 42917 } attempt: 6
11:40:20.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:20.841796 1197 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.189:42917: Network error: Client connection negotiation failed: client connection to 127.1.19.189:42917: connect: Connection refused (error 111)
11:40:21.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:20.014175 1211 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:21.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:20.014705 1213 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:21.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:21.240037 1212 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
11:40:21.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.240190 1203 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
11:40:21.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.241425 1203 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:40:21.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.243980 1203 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:40:21.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.245352 1203 hybrid_clock.cc:648] HybridClock initialized: now 1781869221245297 us; error 67 us; skew 500 ppm
11:40:21.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.246171 1203 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:40:21.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:40:21 dist-test-slave-l66r krb5kdc[1114](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781869221, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:40:21.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.252527 1203 init.cc:377] Logged in from keytab as kudu/127.1.19.189@KRBTEST.COM (short username kudu)
11:40:21.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.257614 1203 webserver.cc:460] Webserver started at http://127.1.19.189:36519/ using document root <none> and password file <none>
11:40:21.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.258503 1203 fs_manager.cc:359] Metadata directory not provided
11:40:21.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.258682 1203 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:40:21.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.259045 1203 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:40:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.264226 1203 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/data/instance:
11:40:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f84b9fa5f1d44def83ab60974ed91f10"
11:40:21.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:21 on dist-test-slave-l66r"
11:40:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.265233 1203 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/wal/instance:
11:40:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f84b9fa5f1d44def83ab60974ed91f10"
11:40:21.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:21 on dist-test-slave-l66r"
11:40:21.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.273074 1203 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.000s sys 0.007s
11:40:21.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.278610 1223 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:40:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.279681 1203 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
11:40:21.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.280028 1203 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/data,/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/wal
11:40:21.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f84b9fa5f1d44def83ab60974ed91f10"
11:40:21.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:21 on dist-test-slave-l66r"
11:40:21.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.280342 1203 fs_report.cc:383] FS layout report
11:40:21.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:40:21.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/wal
11:40:21.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/wal
11:40:21.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/data/data
11:40:21.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:40:21.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:40:21.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:40:21.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:40:21.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:40:21.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:40:21.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:40:21.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:40:21.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:40:21.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:40:21.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:40:21.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.325927 1203 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:40:21.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.331717 1203 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:40:21.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.332182 1203 kserver.cc:163] Server-wide thread pool size limit: 3276
11:40:21.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.411692 1203 rpc_server.cc:307] RPC server started. Bound to: 127.1.19.189:42917
11:40:21.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.411751 1274 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.19.189:42917 every 8 connection(s)
11:40:21.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.414520 1203 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/data/info.pb
11:40:21.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.415305 1102 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu as pid 1203
11:40:21.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.415751 1102 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/wal/instance
11:40:21.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.421296 1275 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:40:21.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.1.19.188@KRBTEST.COM; defaulting to no policy
11:40:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:40:21.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.1.19.188@KRBTEST.COM" created.
11:40:21.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.434755 1275 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.19.190" port: 39205 } has no permanent_uuid. Determining permanent_uuid...
11:40:21.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:40:21 dist-test-slave-l66r krb5kdc[1114](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781869221, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.189@KRBTEST.COM for kudu/127.1.19.190@KRBTEST.COM
11:40:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
11:40:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.19.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/kudu_127.1.19.188.keytab.
11:40:21.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.1.19.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/kudu_127.1.19.188.keytab.
11:40:21.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.462956 1102 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu
11:40:21.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu
11:40:21.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/wal
11:40:21.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/data
11:40:21.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:40:21.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:40:21.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:40:21.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:21.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:21.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:21.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/logs
11:40:21.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/data/info.pb
11:40:21.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:21.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:40:21.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:40:21.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:40:21.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:40:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:40:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:40:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:40:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:40:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.19.188:44263
11:40:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.19.188
11:40:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/kudu_127.1.19.188.keytab
11:40:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.19.188
11:40:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:40:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:40:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:40:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.19.148:36513
11:40:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:21.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:40:21.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.19.190:39205,127.1.19.189:42917,127.1.19.188:44263
11:40:21.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:40:21.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36961/jwks.json
11:40:21.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:40:21.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.473974 1275 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.19.189" port: 42917 } has no permanent_uuid. Determining permanent_uuid...
11:40:21.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:40:21 dist-test-slave-l66r krb5kdc[1114](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781869221, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.189@KRBTEST.COM for kudu/127.1.19.189@KRBTEST.COM
11:40:21.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.503310 1275 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } has no permanent_uuid. Determining permanent_uuid...
11:40:21.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:21.506059 1225 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.19.188:44263: connect: Connection refused (error 111)
11:40:21.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:21.509580 1275 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.188:44263: Network error: Client connection negotiation failed: client connection to 127.1.19.188:44263: connect: Connection refused (error 111)
11:40:21.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.561071 1275 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } attempt: 1
11:40:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:21.566136 1275 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.188:44263: Network error: Client connection negotiation failed: client connection to 127.1.19.188:44263: connect: Connection refused (error 111)
11:40:21.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.634546 1275 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } attempt: 2
11:40:21.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:21.638159 1275 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.188:44263: Network error: Client connection negotiation failed: client connection to 127.1.19.188:44263: connect: Connection refused (error 111)
11:40:21.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.729601 1275 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } attempt: 3
11:40:21.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:21.733165 1275 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.188:44263: Network error: Client connection negotiation failed: client connection to 127.1.19.188:44263: connect: Connection refused (error 111)
11:40:21.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:21.826640 1281 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:40:21.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:21.827162 1281 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:40:21.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:21.827751 1281 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:40:21.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:21.860976 1281 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:40:21.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:21.861199 1281 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:40:21.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:21.861474 1281 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:40:21.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:21.861694 1281 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:40:21.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:21.862092 1281 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:40:21.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:21.862437 1281 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:40:21.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:21.862694 1281 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36961/jwks.json
11:40:21.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.876583 1275 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } attempt: 4
11:40:21.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:21.880333 1275 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.188:44263: Network error: Client connection negotiation failed: client connection to 127.1.19.188:44263: connect: Connection refused (error 111)
11:40:21.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.902415 1197 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.189" port: 42917 } attempt: 7
11:40:21.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.902957 1281 master_runner.cc:386] Master server non-default flags:
11:40:21.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:21.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.19.148:36513
11:40:21.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:21.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:21.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/data
11:40:21.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/wal
11:40:21.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:40:21.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:40:21.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.19.190:39205,127.1.19.189:42917,127.1.19.188:44263
11:40:21.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/kudu_127.1.19.188.keytab
11:40:21.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.19.188
11:40:21.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:21.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:21.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:40:21.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.19.188:44263
11:40:21.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:40:21.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:40:21.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:40:21.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36961/jwks.json
11:40:21.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:40:21.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:40:21.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:40:21.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:21.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/data/info.pb
11:40:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.19.188
11:40:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
11:40:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:40:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:40:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:40:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/logs
11:40:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:40:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:40:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:40:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:40:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:40:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:40:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 10:51:24 UTC on ccycloud.quasar-eairov.root.comops.site
11:40:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455438
11:40:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:40:21.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.904501 1281 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:40:21.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.905933 1281 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:40:21.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:40:21 dist-test-slave-l66r krb5kdc[1114](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781869219, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.190@KRBTEST.COM for kudu/127.1.19.189@KRBTEST.COM
11:40:21.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.931738 1197 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } has no permanent_uuid. Determining permanent_uuid...
11:40:21.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:21.932356 1293 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:21.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:21.939011 1197 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.188:44263: Network error: Client connection negotiation failed: client connection to 127.1.19.188:44263: connect: Connection refused (error 111)
11:40:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.997488 1197 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } attempt: 1
11:40:22.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:22.001618 1197 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.188:44263: Network error: Client connection negotiation failed: client connection to 127.1.19.188:44263: connect: Connection refused (error 111)
11:40:22.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:22.083022 1197 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } attempt: 2
11:40:22.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:22.087319 1197 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.188:44263: Network error: Client connection negotiation failed: client connection to 127.1.19.188:44263: connect: Connection refused (error 111)
11:40:22.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:22.172942 1197 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } attempt: 3
11:40:22.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:22.178138 1197 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.188:44263: Network error: Client connection negotiation failed: client connection to 127.1.19.188:44263: connect: Connection refused (error 111)
11:40:22.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:22.179728 1275 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } attempt: 5
11:40:22.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:22.184237 1275 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.188:44263: Network error: Client connection negotiation failed: client connection to 127.1.19.188:44263: connect: Connection refused (error 111)
11:40:22.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:22.318563 1197 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } attempt: 4
11:40:22.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:22.323580 1197 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.188:44263: Network error: Client connection negotiation failed: client connection to 127.1.19.188:44263: connect: Connection refused (error 111)
11:40:22.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:22.607015 1197 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } attempt: 5
11:40:22.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:22.611176 1197 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.188:44263: Network error: Client connection negotiation failed: client connection to 127.1.19.188:44263: connect: Connection refused (error 111)
11:40:22.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:22.731874 1275 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } attempt: 6
11:40:22.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:22.738780 1275 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.188:44263: Network error: Client connection negotiation failed: client connection to 127.1.19.188:44263: connect: Connection refused (error 111)
11:40:23.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.163589 1197 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } attempt: 6
11:40:23.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:23.170886 1197 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.1.19.188:44263: Network error: Client connection negotiation failed: client connection to 127.1.19.188:44263: connect: Connection refused (error 111)
11:40:23.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:21.934494 1281 server_base.cc:1034] running on GCE node
11:40:23.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:21.933889 1292 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:23.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:21.933674 1295 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.198181 1281 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:40:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.201087 1281 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:40:23.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.202427 1281 hybrid_clock.cc:648] HybridClock initialized: now 1781869223202396 us; error 76 us; skew 500 ppm
11:40:23.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.203284 1281 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:40:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:40:23 dist-test-slave-l66r krb5kdc[1114](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781869223, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:40:23.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.209329 1281 init.cc:377] Logged in from keytab as kudu/127.1.19.188@KRBTEST.COM (short username kudu)
11:40:23.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.214732 1281 webserver.cc:460] Webserver started at http://127.1.19.188:43097/ using document root <none> and password file <none>
11:40:23.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.215657 1281 fs_manager.cc:359] Metadata directory not provided
11:40:23.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.215904 1281 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:40:23.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.216284 1281 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
11:40:23.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.220934 1281 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/data/instance:
11:40:23.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47544f096cd141bfaa850a01b7f3a6c0"
11:40:23.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:23 on dist-test-slave-l66r"
11:40:23.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.222223 1281 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/wal/instance:
11:40:23.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47544f096cd141bfaa850a01b7f3a6c0"
11:40:23.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:23 on dist-test-slave-l66r"
11:40:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.229868 1281 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.001s sys 0.008s
11:40:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.235749 1310 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:40:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.237011 1281 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
11:40:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.237416 1281 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/data,/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/wal
11:40:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47544f096cd141bfaa850a01b7f3a6c0"
11:40:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:23 on dist-test-slave-l66r"
11:40:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.237759 1281 fs_report.cc:383] FS layout report
11:40:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:40:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/wal
11:40:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/wal
11:40:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/data/data
11:40:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:40:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:40:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:40:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:40:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:40:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:40:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:40:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:40:23.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:40:23.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:40:23.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:40:23.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.296528 1281 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:40:23.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.302682 1281 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:40:23.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.303144 1281 kserver.cc:163] Server-wide thread pool size limit: 3276
11:40:23.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.386940 1281 rpc_server.cc:307] RPC server started. Bound to: 127.1.19.188:44263
11:40:23.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.387001 1361 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.19.188:44263 every 8 connection(s)
11:40:23.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.390549 1281 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/data/info.pb
11:40:23.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.396674 1362 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
11:40:23.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.398586 1102 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu as pid 1281
11:40:23.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.398988 1102 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/wal/instance
11:40:23.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.410763 1362 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.19.190" port: 39205 } has no permanent_uuid. Determining permanent_uuid...
11:40:23.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:40:23 dist-test-slave-l66r krb5kdc[1114](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781869223, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.188@KRBTEST.COM for kudu/127.1.19.190@KRBTEST.COM
11:40:23.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:40:23 dist-test-slave-l66r krb5kdc[1114](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781869217, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.19.188@KRBTEST.COM
11:40:23.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.458858 1362 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.19.189" port: 42917 } has no permanent_uuid. Determining permanent_uuid...
11:40:23.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:40:23 dist-test-slave-l66r krb5kdc[1114](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781869223, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.188@KRBTEST.COM for kudu/127.1.19.189@KRBTEST.COM
11:40:23.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:40:23 dist-test-slave-l66r krb5kdc[1114](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781869217, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.19.189@KRBTEST.COM
11:40:23.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.485796 1362 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } has no permanent_uuid. Determining permanent_uuid...
11:40:23.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:40:23 dist-test-slave-l66r krb5kdc[1114](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781869223, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.188@KRBTEST.COM for kudu/127.1.19.188@KRBTEST.COM
11:40:23.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:40:23 dist-test-slave-l66r krb5kdc[1114](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781869217, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.19.190@KRBTEST.COM
11:40:23.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.517885 1362 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: Bootstrap starting.
11:40:23.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.524319 1362 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: Neither blocks nor log segments found. Creating new log.
11:40:23.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.526880 1362 log.cc:824] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: Log is configured to *not* fsync() on all Append() calls
11:40:23.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.527953 1102 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
11:40:23.541 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:40:23.543 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
11:40:23.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.555048 1362 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: No bootstrap required, opened a new log
11:40:23.558 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
11:40:23.559 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
11:40:23.572 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.1.19.190"
port: 39205
}
bound_http_address {
host: "127.1.19.190"
port: 42751
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.1.19.189"
port: 42917
}
bound_http_address {
host: "127.1.19.189"
port: 36519
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.1.19.188"
port: 44263
}
bound_http_address {
host: "127.1.19.188"
port: 43097
}
}
}
11:40:23.573 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
11:40:23.575 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:40:23.575 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
11:40:23.577 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
11:40:23.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.585291 1362 raft_consensus.cc:348] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c40215bfb4184e84bc3e13be27872081" member_type: VOTER last_known_addr { host: "127.1.19.190" port: 39205 } } peers { permanent_uuid: "f84b9fa5f1d44def83ab60974ed91f10" member_type: VOTER last_known_addr { host: "127.1.19.189" port: 42917 } } peers { permanent_uuid: "47544f096cd141bfaa850a01b7f3a6c0" member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } }
11:40:23.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.585915 1362 raft_consensus.cc:374] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:40:23.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.586184 1362 raft_consensus.cc:729] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 47544f096cd141bfaa850a01b7f3a6c0, State: Initialized, Role: FOLLOWER
11:40:23.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.587042 1362 consensus_queue.cc:260] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c40215bfb4184e84bc3e13be27872081" member_type: VOTER last_known_addr { host: "127.1.19.190" port: 39205 } } peers { permanent_uuid: "f84b9fa5f1d44def83ab60974ed91f10" member_type: VOTER last_known_addr { host: "127.1.19.189" port: 42917 } } peers { permanent_uuid: "47544f096cd141bfaa850a01b7f3a6c0" member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } }
11:40:23.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.589921 1372 sys_catalog.cc:455] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c40215bfb4184e84bc3e13be27872081" member_type: VOTER last_known_addr { host: "127.1.19.190" port: 39205 } } peers { permanent_uuid: "f84b9fa5f1d44def83ab60974ed91f10" member_type: VOTER last_known_addr { host: "127.1.19.189" port: 42917 } } peers { permanent_uuid: "47544f096cd141bfaa850a01b7f3a6c0" member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } } }
11:40:23.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.590905 1372 sys_catalog.cc:458] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [sys.catalog]: This master's current role is: FOLLOWER
11:40:23.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.592288 1362 sys_catalog.cc:564] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [sys.catalog]: configured and running, proceeding with master startup.
11:40:23.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:40:23 dist-test-slave-l66r krb5kdc[1114](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781869223, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:40:23.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
11:40:23.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:23.621006 1384 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:23.621 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:40:23.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:23.621592 1384 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:23.624 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/krb5cc
11:40:23.630 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
11:40:23.630 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/krb5cc
11:40:23.632 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
11:40:23.635 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
11:40:23.637 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
11:40:23.637 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
11:40:23.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.616329 1281 master_runner.cc:186] Error getting master registration for 127.1.19.190:39205: OK, instance_id { permanent_uuid: "c40215bfb4184e84bc3e13be27872081" instance_seqno: 1781869219501257 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
11:40:23.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.651173 1281 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:40:23.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:40:23 dist-test-slave-l66r krb5kdc[1114](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781869223, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:40:23.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
11:40:23.669 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:40:23.669 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/krb5cc
11:40:23.671 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
11:40:23.671 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.19.190:39205
11:40:23.673 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
11:40:23.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.674330 1102 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu with pid 1127
11:40:23.702 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:40:23.702 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.19.188:44263
11:40:23.702 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
11:40:23.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.703372 1102 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu with pid 1281
11:40:23.727 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:40:23.728 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.1.19.189:42917
11:40:23.728 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
11:40:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.729105 1102 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu with pid 1203
11:40:23.751 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:40:23.751 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.19.190:39205
11:40:23.753 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
11:40:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:23.754473 1102 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu
11:40:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu
11:40:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/wal
11:40:23.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/data
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/logs
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/data/info.pb
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.19.190:39205
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.19.190
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42751
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/kudu_127.1.19.190.keytab
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.19.190
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:40:23.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:40:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:40:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.19.148:36513
11:40:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:40:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.19.190:39205,127.1.19.189:42917,127.1.19.188:44263
11:40:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:40:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36961/jwks.json
11:40:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:40:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:24.070219 1388 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:40:24.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:24.070968 1388 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:40:24.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:24.071966 1388 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:40:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:24.103693 1388 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:40:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:24.104012 1388 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:40:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:24.104378 1388 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:40:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:24.104595 1388 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:40:24.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:24.104781 1388 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:40:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:24.104966 1388 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:40:24.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:24.105105 1388 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36961/jwks.json
11:40:24.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:24.141165 1388 master_runner.cc:386] Master server non-default flags:
11:40:24.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:24.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.19.148:36513
11:40:24.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:24.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:24.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/data
11:40:24.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/wal
11:40:24.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:40:24.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:40:24.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.19.190:39205,127.1.19.189:42917,127.1.19.188:44263
11:40:24.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/kudu_127.1.19.190.keytab
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.19.190
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.19.190:39205
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36961/jwks.json
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/data/info.pb
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.19.190
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42751
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/logs
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:40:24.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:40:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:40:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:40:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:40:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 10:51:24 UTC on ccycloud.quasar-eairov.root.comops.site
11:40:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455438
11:40:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:40:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:24.142257 1388 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:40:24.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:24.143290 1388 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:40:24.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:24.160300 1397 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:25.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:24.160523 1399 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:25.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:24.162150 1388 server_base.cc:1034] running on GCE node
11:40:25.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:24.160290 1396 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.400318 1388 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:40:25.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.402925 1388 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:40:25.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.404284 1388 hybrid_clock.cc:648] HybridClock initialized: now 1781869225404221 us; error 80 us; skew 500 ppm
11:40:25.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.405211 1388 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:40:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:40:25 dist-test-slave-l66r krb5kdc[1114](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781869225, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:40:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.411518 1388 init.cc:377] Logged in from keytab as kudu/127.1.19.190@KRBTEST.COM (short username kudu)
11:40:25.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.417204 1388 webserver.cc:460] Webserver started at http://127.1.19.190:42751/ using document root <none> and password file <none>
11:40:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.418278 1388 fs_manager.cc:359] Metadata directory not provided
11:40:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.418553 1388 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:40:25.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.427644 1388 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.007s sys 0.000s
11:40:25.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.432482 1407 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:40:25.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.433594 1388 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
11:40:25.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.433979 1388 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/data,/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/wal
11:40:25.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c40215bfb4184e84bc3e13be27872081"
11:40:25.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:19 on dist-test-slave-l66r"
11:40:25.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.437309 1388 fs_report.cc:383] FS layout report
11:40:25.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:40:25.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/wal
11:40:25.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/wal
11:40:25.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/data/data
11:40:25.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:40:25.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:40:25.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:40:25.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:40:25.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:40:25.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:40:25.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:40:25.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:40:25.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:40:25.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:40:25.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:40:25.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.482466 1388 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:40:25.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.488715 1388 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:40:25.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.489156 1388 kserver.cc:163] Server-wide thread pool size limit: 3276
11:40:25.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.579355 1458 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.19.190:39205 every 8 connection(s)
11:40:25.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.579485 1388 rpc_server.cc:307] RPC server started. Bound to: 127.1.19.190:39205
11:40:25.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.583645 1388 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/data/info.pb
11:40:25.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.589905 1102 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu as pid 1388
11:40:25.590 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:40:25.590 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.19.188:44263
11:40:25.591 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
11:40:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.592754 1102 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu
11:40:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu
11:40:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/wal
11:40:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/data
11:40:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:40:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:40:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:40:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/logs
11:40:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/data/info.pb
11:40:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:40:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:40:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:40:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:40:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:40:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:40:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:40:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:40:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.19.188:44263
11:40:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.19.188
11:40:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43097
11:40:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/kudu_127.1.19.188.keytab
11:40:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.19.188
11:40:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:40:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:40:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:40:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.19.148:36513
11:40:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:40:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.19.190:39205,127.1.19.189:42917,127.1.19.188:44263
11:40:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:40:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36961/jwks.json
11:40:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:40:25.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.598085 1459 sys_catalog.cc:263] Verifying existing consensus state
11:40:25.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260619 11:40:25.599181 1459 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
11:40:25.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.599627 1388 master.cc:537] Master@127.1.19.190:39205 shutting down...
11:40:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.658422 1388 master.cc:552] Master@127.1.19.190:39205 shutdown complete.
11:40:25.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
11:40:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:25.923802 1461 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:40:25.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:25.924345 1461 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:40:25.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:25.924918 1461 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:40:25.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:25.957975 1461 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:40:25.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:25.958204 1461 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:40:25.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:25.958632 1461 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:40:25.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:25.958966 1461 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:40:25.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:25.959287 1461 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:40:25.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:25.959633 1461 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:40:25.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:25.959898 1461 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36961/jwks.json
11:40:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.996611 1461 master_runner.cc:386] Master server non-default flags:
11:40:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.19.148:36513
11:40:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/data
11:40:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/wal
11:40:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:40:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:40:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.19.190:39205,127.1.19.189:42917,127.1.19.188:44263
11:40:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/kudu_127.1.19.188.keytab
11:40:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.19.188
11:40:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:40:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.19.188:44263
11:40:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:40:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:40:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:40:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36961/jwks.json
11:40:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:40:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:40:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:40:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/data/info.pb
11:40:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.19.188
11:40:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43097
11:40:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:40:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:40:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:40:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/logs
11:40:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:40:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:40:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:40:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:40:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:40:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:40:25.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 10:51:24 UTC on ccycloud.quasar-eairov.root.comops.site
11:40:25.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455438
11:40:25.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:40:25.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.997781 1461 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:40:25.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:25.999001 1461 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:40:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:26.016310 1469 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:27.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:26.016397 1471 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:27.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:26.016403 1468 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:27.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:26.018296 1461 server_base.cc:1034] running on GCE node
11:40:27.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.270445 1461 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:40:27.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.273046 1461 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:40:27.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.274382 1461 hybrid_clock.cc:648] HybridClock initialized: now 1781869227274342 us; error 59 us; skew 500 ppm
11:40:27.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.275146 1461 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:40:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:40:27 dist-test-slave-l66r krb5kdc[1114](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781869227, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:40:27.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.280774 1461 init.cc:377] Logged in from keytab as kudu/127.1.19.188@KRBTEST.COM (short username kudu)
11:40:27.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.286645 1461 webserver.cc:460] Webserver started at http://127.1.19.188:43097/ using document root <none> and password file <none>
11:40:27.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.287511 1461 fs_manager.cc:359] Metadata directory not provided
11:40:27.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.287695 1461 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:40:27.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.296073 1461 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.007s sys 0.001s
11:40:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.300761 1480 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:40:27.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.301801 1461 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
11:40:27.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.302150 1461 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/data,/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/wal
11:40:27.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47544f096cd141bfaa850a01b7f3a6c0"
11:40:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:23 on dist-test-slave-l66r"
11:40:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.304884 1461 fs_report.cc:383] FS layout report
11:40:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:40:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/wal
11:40:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/wal
11:40:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/data/data
11:40:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:40:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:40:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:40:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:40:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:40:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:40:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:40:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:40:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:40:27.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:40:27.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:40:27.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.344542 1461 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:40:27.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.351286 1461 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:40:27.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.351891 1461 kserver.cc:163] Server-wide thread pool size limit: 3276
11:40:27.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.424175 1461 rpc_server.cc:307] RPC server started. Bound to: 127.1.19.188:44263
11:40:27.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.424297 1531 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.19.188:44263 every 8 connection(s)
11:40:27.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.426937 1461 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-2/data/info.pb
11:40:27.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.428011 1102 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu as pid 1461
11:40:27.429 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:40:27.430 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.1.19.189:42917
11:40:27.430 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
11:40:27.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.432315 1102 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu
11:40:27.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu
11:40:27.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/wal
11:40:27.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/data
11:40:27.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
11:40:27.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
11:40:27.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
11:40:27.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/logs
11:40:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/data/info.pb
11:40:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
11:40:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
11:40:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
11:40:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
11:40:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
11:40:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
11:40:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:40:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:40:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.19.189:42917
11:40:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.19.189
11:40:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36519
11:40:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/kudu_127.1.19.189.keytab
11:40:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.19.189
11:40:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:40:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
11:40:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
11:40:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.19.148:36513
11:40:27.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:27.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:27.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:27.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:40:27.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.19.190:39205,127.1.19.189:42917,127.1.19.188:44263
11:40:27.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:40:27.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36961/jwks.json
11:40:27.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
11:40:27.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.437943 1532 sys_catalog.cc:263] Verifying existing consensus state
11:40:27.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.443236 1532 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: Bootstrap starting.
11:40:27.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.475018 1532 log.cc:824] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: Log is configured to *not* fsync() on all Append() calls
11:40:27.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.479018 1532 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
11:40:27.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.479631 1532 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: Bootstrap complete.
11:40:27.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.504616 1532 raft_consensus.cc:348] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c40215bfb4184e84bc3e13be27872081" member_type: VOTER last_known_addr { host: "127.1.19.190" port: 39205 } } peers { permanent_uuid: "f84b9fa5f1d44def83ab60974ed91f10" member_type: VOTER last_known_addr { host: "127.1.19.189" port: 42917 } } peers { permanent_uuid: "47544f096cd141bfaa850a01b7f3a6c0" member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } }
11:40:27.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.506806 1532 raft_consensus.cc:374] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
11:40:27.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.507004 1532 raft_consensus.cc:729] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 47544f096cd141bfaa850a01b7f3a6c0, State: Initialized, Role: FOLLOWER
11:40:27.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.507735 1532 consensus_queue.cc:260] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c40215bfb4184e84bc3e13be27872081" member_type: VOTER last_known_addr { host: "127.1.19.190" port: 39205 } } peers { permanent_uuid: "f84b9fa5f1d44def83ab60974ed91f10" member_type: VOTER last_known_addr { host: "127.1.19.189" port: 42917 } } peers { permanent_uuid: "47544f096cd141bfaa850a01b7f3a6c0" member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } }
11:40:27.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.510339 1536 sys_catalog.cc:455] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c40215bfb4184e84bc3e13be27872081" member_type: VOTER last_known_addr { host: "127.1.19.190" port: 39205 } } peers { permanent_uuid: "f84b9fa5f1d44def83ab60974ed91f10" member_type: VOTER last_known_addr { host: "127.1.19.189" port: 42917 } } peers { permanent_uuid: "47544f096cd141bfaa850a01b7f3a6c0" member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } } }
11:40:27.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.511145 1536 sys_catalog.cc:458] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [sys.catalog]: This master's current role is: FOLLOWER
11:40:27.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.511549 1532 sys_catalog.cc:564] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [sys.catalog]: configured and running, proceeding with master startup.
11:40:27.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:27.542632 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:27.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:27.543391 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.561704 1461 master_runner.cc:186] Error getting master registration for 127.1.19.190:39205: Network error: Client connection negotiation failed: client connection to 127.1.19.190:39205: connect: Connection refused (error 111),
11:40:27.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.591940 1461 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:40:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:27.607446 1486 tablet.cc:2369] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: Can't schedule compaction. Clean time has not been advanced past its initial value.
11:40:27.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:27.713487 525 debug-util.cc:398] Leaking SignalData structure 0x7b08000720a0 after lost signal to thread 460
11:40:27.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:27.714170 525 debug-util.cc:398] Leaking SignalData structure 0x7b0800088c40 after lost signal to thread 528
11:40:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:27.864879 1534 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
11:40:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:27.865724 1534 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
11:40:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:27.866834 1534 flags.cc:425] Enabled unsafe flag: --never_fsync=true
11:40:27.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:27.909102 1534 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
11:40:27.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:27.909384 1534 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
11:40:27.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:27.909765 1534 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
11:40:27.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:27.910109 1534 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
11:40:27.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.910261 1536 raft_consensus.cc:482] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:40:27.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:27.910454 1534 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
11:40:27.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:27.910751 1534 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
11:40:27.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:27.910989 1534 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36961/jwks.json
11:40:27.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.910758 1536 raft_consensus.cc:504] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c40215bfb4184e84bc3e13be27872081" member_type: VOTER last_known_addr { host: "127.1.19.190" port: 39205 } } peers { permanent_uuid: "f84b9fa5f1d44def83ab60974ed91f10" member_type: VOTER last_known_addr { host: "127.1.19.189" port: 42917 } } peers { permanent_uuid: "47544f096cd141bfaa850a01b7f3a6c0" member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } }
11:40:27.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:27.916574 1481 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.19.190:39205: connect: Connection refused (error 111)
11:40:27.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.920773 1536 leader_election.cc:288] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c40215bfb4184e84bc3e13be27872081 (127.1.19.190:39205), f84b9fa5f1d44def83ab60974ed91f10 (127.1.19.189:42917)
11:40:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:27.932695 1484 leader_election.cc:334] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f84b9fa5f1d44def83ab60974ed91f10 (127.1.19.189:42917): Network error: Client connection negotiation failed: client connection to 127.1.19.189:42917: connect: Connection refused (error 111)
11:40:27.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:27.935081 1481 leader_election.cc:334] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c40215bfb4184e84bc3e13be27872081 (127.1.19.190:39205): Network error: Client connection negotiation failed: client connection to 127.1.19.190:39205: connect: Connection refused (error 111)
11:40:27.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.935602 1481 leader_election.cc:302] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 47544f096cd141bfaa850a01b7f3a6c0; no voters: c40215bfb4184e84bc3e13be27872081, f84b9fa5f1d44def83ab60974ed91f10
11:40:27.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.937454 1536 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:40:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.962987 1534 master_runner.cc:386] Master server non-default flags:
11:40:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
11:40:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.1.19.148:36513
11:40:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
11:40:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
11:40:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/data
11:40:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/wal
11:40:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
11:40:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
11:40:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.1.19.190:39205,127.1.19.189:42917,127.1.19.188:44263
11:40:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/krb5kdc/kudu_127.1.19.189.keytab
11:40:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.1.19.189
11:40:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.1.19.189:42917
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36961/jwks.json
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/data/info.pb
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.1.19.189
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36519
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/logs
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
11:40:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 19 Jun 2026 10:51:24 UTC on ccycloud.quasar-eairov.root.comops.site
11:40:27.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4455438
11:40:27.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
11:40:27.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.964473 1534 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
11:40:27.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:27.965796 1534 file_cache.cc:493] Constructed file cache file cache with capacity 419430
11:40:27.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:27.991385 1557 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:28.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:28.552804 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:28.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:28.553146 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:29.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:29.557425 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:29.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:29.560365 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:29.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:29.636932 1563 raft_consensus.cc:482] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:40:29.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:29.637522 1563 raft_consensus.cc:504] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c40215bfb4184e84bc3e13be27872081" member_type: VOTER last_known_addr { host: "127.1.19.190" port: 39205 } } peers { permanent_uuid: "f84b9fa5f1d44def83ab60974ed91f10" member_type: VOTER last_known_addr { host: "127.1.19.189" port: 42917 } } peers { permanent_uuid: "47544f096cd141bfaa850a01b7f3a6c0" member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } }
11:40:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:29.658104 1563 leader_election.cc:288] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c40215bfb4184e84bc3e13be27872081 (127.1.19.190:39205), f84b9fa5f1d44def83ab60974ed91f10 (127.1.19.189:42917)
11:40:29.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:29.663412 1481 leader_election.cc:334] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c40215bfb4184e84bc3e13be27872081 (127.1.19.190:39205): Network error: Client connection negotiation failed: client connection to 127.1.19.190:39205: connect: Connection refused (error 111)
11:40:29.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:29.670938 1484 leader_election.cc:334] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f84b9fa5f1d44def83ab60974ed91f10 (127.1.19.189:42917): Network error: Client connection negotiation failed: client connection to 127.1.19.189:42917: connect: Connection refused (error 111)
11:40:29.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:29.671402 1484 leader_election.cc:302] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 47544f096cd141bfaa850a01b7f3a6c0; no voters: c40215bfb4184e84bc3e13be27872081, f84b9fa5f1d44def83ab60974ed91f10
11:40:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:29.672174 1563 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:40:30.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:30.571724 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:30.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:30.572427 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:27.992635 1556 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:29.379660 1555 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 1534
11:40:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:30.852113 1534 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.862s user 0.666s sys 1.241s
11:40:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:30.852561 1534 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.862s user 0.666s sys 1.242s
11:40:30.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:30.855404 1559 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
11:40:30.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:30.857175 1558 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2856 milliseconds
11:40:30.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:30.857197 1534 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
11:40:30.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:30.858485 1534 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
11:40:30.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:30.860782 1534 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
11:40:30.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:30.862105 1534 hybrid_clock.cc:648] HybridClock initialized: now 1781869230862079 us; error 37 us; skew 500 ppm
11:40:30.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:30.862978 1534 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
11:40:30.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:40:30 dist-test-slave-l66r krb5kdc[1114](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781869230, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:40:30.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:30.868578 1534 init.cc:377] Logged in from keytab as kudu/127.1.19.189@KRBTEST.COM (short username kudu)
11:40:30.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:30.872958 1534 webserver.cc:460] Webserver started at http://127.1.19.189:36519/ using document root <none> and password file <none>
11:40:30.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:30.873852 1534 fs_manager.cc:359] Metadata directory not provided
11:40:30.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:30.874118 1534 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
11:40:30.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:30.881867 1534 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.002s sys 0.003s
11:40:30.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:30.886099 1572 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
11:40:30.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:30.887060 1534 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
11:40:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:30.887393 1534 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/data,/tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/wal
11:40:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f84b9fa5f1d44def83ab60974ed91f10"
11:40:30.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-19 11:40:21 on dist-test-slave-l66r"
11:40:30.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:30.889591 1534 fs_report.cc:383] FS layout report
11:40:30.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
11:40:30.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/wal
11:40:30.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/wal
11:40:30.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/data/data
11:40:30.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
11:40:30.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
11:40:30.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
11:40:30.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
11:40:30.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
11:40:30.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
11:40:30.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
11:40:30.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
11:40:30.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
11:40:30.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
11:40:30.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
11:40:30.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:30.933447 1534 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
11:40:30.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:30.938974 1534 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
11:40:30.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:30.939491 1534 kserver.cc:163] Server-wide thread pool size limit: 3276
11:40:31.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:31.008787 1534 rpc_server.cc:307] RPC server started. Bound to: 127.1.19.189:42917
11:40:31.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:31.008872 1623 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.1.19.189:42917 every 8 connection(s)
11:40:31.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:31.011543 1534 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/data/info.pb
11:40:31.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:31.015442 1102 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu as pid 1534
11:40:31.016 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
11:40:31.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:31.024559 1624 sys_catalog.cc:263] Verifying existing consensus state
11:40:31.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260619 11:40:31.025458 1624 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
11:40:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:31.029467 1534 master.cc:537] Master@127.1.19.189:42917 shutting down...
11:40:31.078 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.19.190:39205(127.1.19.190:39205)] connecting to peer
11:40:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:31.103004 1534 master.cc:552] Master@127.1.19.189:42917 shutdown complete.
11:40:31.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskybp7JT/test-tmp/mini-kudu-cluster6554565403408349617/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
11:40:31.144 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.19.188:44263(127.1.19.188:44263)] connecting to peer
11:40:31.147 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.1.19.189:42917(127.1.19.189:42917)] connecting to peer
11:40:31.201 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.1.19.188:44263(127.1.19.188:44263)] Successfully connected to peer
11:40:31.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.209 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.190:39205(127.1.19.190:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.190:39205: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.189:42917(127.1.19.189:42917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.189:42917: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.283 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
11:40:31.290 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.1.19.188
11:40:31.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:40:31 dist-test-slave-l66r krb5kdc[1114](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781869223, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.1.19.188@KRBTEST.COM
11:40:31.496 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd4bbe8ac, L:/127.0.0.1:52426 - R:/127.1.19.188:44263] using SASL/GSSAPI
11:40:31.510 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917; will retry
11:40:31.521 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.190:39205(127.1.19.190:39205)] connecting to peer
11:40:31.525 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.189:42917(127.1.19.189:42917)] connecting to peer
11:40:31.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.189:42917(127.1.19.189:42917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.190:39205(127.1.19.190:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.189:42917: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.190:39205: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.533 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917; will retry
11:40:31.540 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.190:39205(127.1.19.190:39205)] connecting to peer
11:40:31.541 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.189:42917(127.1.19.189:42917)] connecting to peer
11:40:31.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.189:42917(127.1.19.189:42917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.189:42917: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.190:39205(127.1.19.190:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.190:39205: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.551 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917; will retry
11:40:31.560 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.190:39205(127.1.19.190:39205)] connecting to peer
11:40:31.562 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.189:42917(127.1.19.189:42917)] connecting to peer
11:40:31.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.190:39205(127.1.19.190:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.189:42917(127.1.19.189:42917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.190:39205: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.189:42917: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917; will retry
11:40:31.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:31.575973 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:31.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:31.576195 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:31.580 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.190:39205(127.1.19.190:39205)] connecting to peer
11:40:31.582 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.189:42917(127.1.19.189:42917)] connecting to peer
11:40:31.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.189:42917(127.1.19.189:42917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.189:42917: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.190:39205(127.1.19.190:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.589 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.190:39205: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.590 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917; will retry
11:40:31.620 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.190:39205(127.1.19.190:39205)] connecting to peer
11:40:31.621 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.189:42917(127.1.19.189:42917)] connecting to peer
11:40:31.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.189:42917(127.1.19.189:42917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.189:42917: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.190:39205(127.1.19.190:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.190:39205: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917; will retry
11:40:31.700 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.190:39205(127.1.19.190:39205)] connecting to peer
11:40:31.701 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.189:42917(127.1.19.189:42917)] connecting to peer
11:40:31.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.189:42917(127.1.19.189:42917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.190:39205(127.1.19.190:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.189:42917: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.190:39205: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917; will retry
11:40:31.741 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.190:39205(127.1.19.190:39205)] connecting to peer
11:40:31.743 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.189:42917(127.1.19.189:42917)] connecting to peer
11:40:31.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.190:39205(127.1.19.190:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.190:39205: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.189:42917(127.1.19.189:42917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.189:42917: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917; will retry
11:40:31.860 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.190:39205(127.1.19.190:39205)] connecting to peer
11:40:31.861 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.189:42917(127.1.19.189:42917)] connecting to peer
11:40:31.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.189:42917(127.1.19.189:42917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.189:42917: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:31.867 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.867 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.190:39205(127.1.19.190:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.190:39205: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:31.868 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917; will retry
11:40:32.100 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.190:39205(127.1.19.190:39205)] connecting to peer
11:40:32.102 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.189:42917(127.1.19.189:42917)] connecting to peer
11:40:32.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:32.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:32.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.189:42917(127.1.19.189:42917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:32.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.190:39205(127.1.19.190:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:32.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.189:42917: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:32.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.190:39205: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:32.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917; will retry
11:40:32.460 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.190:39205(127.1.19.190:39205)] connecting to peer
11:40:32.461 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.189:42917(127.1.19.189:42917)] connecting to peer
11:40:32.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:32.462908 1633 raft_consensus.cc:482] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:40:32.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:32.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.189:42917(127.1.19.189:42917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:32.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.189:42917: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:32.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:32.463650 1633 raft_consensus.cc:504] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c40215bfb4184e84bc3e13be27872081" member_type: VOTER last_known_addr { host: "127.1.19.190" port: 39205 } } peers { permanent_uuid: "f84b9fa5f1d44def83ab60974ed91f10" member_type: VOTER last_known_addr { host: "127.1.19.189" port: 42917 } } peers { permanent_uuid: "47544f096cd141bfaa850a01b7f3a6c0" member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } }
11:40:32.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:32.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.190:39205(127.1.19.190:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:32.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.190:39205: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:32.468 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917; will retry
11:40:32.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:32.466516 1633 leader_election.cc:288] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c40215bfb4184e84bc3e13be27872081 (127.1.19.190:39205), f84b9fa5f1d44def83ab60974ed91f10 (127.1.19.189:42917)
11:40:32.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:32.472481 1481 leader_election.cc:334] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c40215bfb4184e84bc3e13be27872081 (127.1.19.190:39205): Network error: Client connection negotiation failed: client connection to 127.1.19.190:39205: connect: Connection refused (error 111)
11:40:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:32.472966 1484 leader_election.cc:334] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f84b9fa5f1d44def83ab60974ed91f10 (127.1.19.189:42917): Network error: Client connection negotiation failed: client connection to 127.1.19.189:42917: connect: Connection refused (error 111)
11:40:32.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:32.473371 1484 leader_election.cc:302] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 47544f096cd141bfaa850a01b7f3a6c0; no voters: c40215bfb4184e84bc3e13be27872081, f84b9fa5f1d44def83ab60974ed91f10
11:40:32.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:32.474006 1633 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:40:32.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:32.579591 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:32.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:32.579881 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:32.596001 1461 master_runner.cc:186] Error getting master registration for 127.1.19.190:39205: Network error: Client connection negotiation failed: client connection to 127.1.19.190:39205: connect: Connection refused (error 111),
11:40:32.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:32.596485 1461 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:40:33.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:33.583750 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:33.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:33.584170 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:34.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:34.039013 1528 debug-util.cc:398] Leaking SignalData structure 0x7b08000b82e0 after lost signal to thread 1463
11:40:34.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:34.039510 1528 debug-util.cc:398] Leaking SignalData structure 0x7b0800097100 after lost signal to thread 1531
11:40:34.320 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.190:39205(127.1.19.190:39205)] connecting to peer
11:40:34.323 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.189:42917(127.1.19.189:42917)] connecting to peer
11:40:34.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:34.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.190:39205(127.1.19.190:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:34.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.190:39205: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:34.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:34.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.189:42917(127.1.19.189:42917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:34.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.189:42917: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:34.328 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917; will retry
11:40:34.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:34.589232 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:34.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:34.589550 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:35.593254 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:35.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:35.593523 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:36.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:36.532445 1642 raft_consensus.cc:482] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:40:36.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:36.533083 1642 raft_consensus.cc:504] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c40215bfb4184e84bc3e13be27872081" member_type: VOTER last_known_addr { host: "127.1.19.190" port: 39205 } } peers { permanent_uuid: "f84b9fa5f1d44def83ab60974ed91f10" member_type: VOTER last_known_addr { host: "127.1.19.189" port: 42917 } } peers { permanent_uuid: "47544f096cd141bfaa850a01b7f3a6c0" member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } }
11:40:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:36.535135 1642 leader_election.cc:288] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c40215bfb4184e84bc3e13be27872081 (127.1.19.190:39205), f84b9fa5f1d44def83ab60974ed91f10 (127.1.19.189:42917)
11:40:36.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:36.537871 1481 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.19.190:39205: connect: Connection refused (error 111) [suppressed 5 similar messages]
11:40:36.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:36.541206 1481 leader_election.cc:334] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c40215bfb4184e84bc3e13be27872081 (127.1.19.190:39205): Network error: Client connection negotiation failed: client connection to 127.1.19.190:39205: connect: Connection refused (error 111)
11:40:36.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:36.542156 1484 leader_election.cc:334] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f84b9fa5f1d44def83ab60974ed91f10 (127.1.19.189:42917): Network error: Client connection negotiation failed: client connection to 127.1.19.189:42917: connect: Connection refused (error 111)
11:40:36.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:36.542423 1484 leader_election.cc:302] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 47544f096cd141bfaa850a01b7f3a6c0; no voters: c40215bfb4184e84bc3e13be27872081, f84b9fa5f1d44def83ab60974ed91f10
11:40:36.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:36.542972 1642 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:40:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:36.597100 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:36.597380 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:37.160 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.190:39205(127.1.19.190:39205)] connecting to peer
11:40:37.162 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.189:42917(127.1.19.189:42917)] connecting to peer
11:40:37.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:37.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.190:39205(127.1.19.190:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:37.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.190:39205: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:37.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:37.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.189:42917(127.1.19.189:42917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:37.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.189:42917: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:37.166 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917; will retry
11:40:37.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:40:37 dist-test-slave-l66r krb5kdc[1114](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781869237, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:40:37.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:37.285068 1476 init.cc:295] Successfully reacquired a new kerberos TGT
11:40:37.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:37.600026 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:37.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:37.600301 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:37.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:37.621325 1461 master_runner.cc:186] Error getting master registration for 127.1.19.190:39205: Network error: Client connection negotiation failed: client connection to 127.1.19.190:39205: connect: Connection refused (error 111),
11:40:37.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:37.621837 1461 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:40:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:38.603185 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:38.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:38.603430 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:39.400 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.190:39205(127.1.19.190:39205)] connecting to peer
11:40:39.402 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.189:42917(127.1.19.189:42917)] connecting to peer
11:40:39.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:39.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:39.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.190:39205(127.1.19.190:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:39.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.189:42917(127.1.19.189:42917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:39.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.190:39205: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:39.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.189:42917: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:39.405 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917; will retry
11:40:39.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:39.606098 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:39.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:39.606400 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:39.800 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.190:39205(127.1.19.190:39205)] connecting to peer
11:40:39.802 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.189:42917(127.1.19.189:42917)] connecting to peer
11:40:39.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:39.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:39.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.189:42917(127.1.19.189:42917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:39.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.190:39205(127.1.19.190:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:39.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.189:42917: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:39.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.190:39205: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:39.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917; will retry
11:40:40.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:40.609102 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:40.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:40.609333 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:41.467525 1648 raft_consensus.cc:482] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:40:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:41.467974 1648 raft_consensus.cc:504] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c40215bfb4184e84bc3e13be27872081" member_type: VOTER last_known_addr { host: "127.1.19.190" port: 39205 } } peers { permanent_uuid: "f84b9fa5f1d44def83ab60974ed91f10" member_type: VOTER last_known_addr { host: "127.1.19.189" port: 42917 } } peers { permanent_uuid: "47544f096cd141bfaa850a01b7f3a6c0" member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } }
11:40:41.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:41.469648 1648 leader_election.cc:288] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c40215bfb4184e84bc3e13be27872081 (127.1.19.190:39205), f84b9fa5f1d44def83ab60974ed91f10 (127.1.19.189:42917)
11:40:41.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:41.474023 1481 leader_election.cc:334] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c40215bfb4184e84bc3e13be27872081 (127.1.19.190:39205): Network error: Client connection negotiation failed: client connection to 127.1.19.190:39205: connect: Connection refused (error 111)
11:40:41.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:41.475101 1484 leader_election.cc:334] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f84b9fa5f1d44def83ab60974ed91f10 (127.1.19.189:42917): Network error: Client connection negotiation failed: client connection to 127.1.19.189:42917: connect: Connection refused (error 111)
11:40:41.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:41.475492 1484 leader_election.cc:302] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 47544f096cd141bfaa850a01b7f3a6c0; no voters: c40215bfb4184e84bc3e13be27872081, f84b9fa5f1d44def83ab60974ed91f10
11:40:41.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:41.476176 1648 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:40:41.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:41.612085 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:41.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:41.612316 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:41.640 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.190:39205(127.1.19.190:39205)] connecting to peer
11:40:41.643 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.189:42917(127.1.19.189:42917)] connecting to peer
11:40:41.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:41.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.190:39205(127.1.19.190:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:41.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.190:39205: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:41.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:41.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.189:42917(127.1.19.189:42917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:41.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.189:42917: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:41.646 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917; will retry
11:40:41.800 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.190:39205(127.1.19.190:39205)] connecting to peer
11:40:41.801 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.189:42917(127.1.19.189:42917)] connecting to peer
11:40:41.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:41.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:41.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.189:42917(127.1.19.189:42917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:41.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.190:39205(127.1.19.190:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:41.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.189:42917: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:41.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.190:39205: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:41.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917; will retry
11:40:42.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:42.615170 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:42.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:42.615411 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:42.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:42.624383 1461 master_runner.cc:186] Error getting master registration for 127.1.19.190:39205: Network error: Client connection negotiation failed: client connection to 127.1.19.190:39205: connect: Connection refused (error 111),
11:40:42.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:42.624698 1461 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:40:43.540 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.190:39205(127.1.19.190:39205)] connecting to peer
11:40:43.542 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.189:42917(127.1.19.189:42917)] connecting to peer
11:40:43.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:43.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.189:42917(127.1.19.189:42917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:43.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.189:42917: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:43.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:43.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.190:39205(127.1.19.190:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:43.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.190:39205: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:43.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917; will retry
11:40:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:43.618243 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:43.618491 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:43.840 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.190:39205(127.1.19.190:39205)] connecting to peer
11:40:43.842 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.189:42917(127.1.19.189:42917)] connecting to peer
11:40:43.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:43.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:43.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.189:42917(127.1.19.189:42917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:43.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.190:39205(127.1.19.190:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:43.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.189:42917: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:43.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.190:39205: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:43.846 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917; will retry
11:40:43.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:43.962667 450 debug-util.cc:398] Leaking SignalData structure 0x7b0800072820 after lost signal to thread 387
11:40:43.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:43.963415 450 debug-util.cc:398] Leaking SignalData structure 0x7b080009b1a0 after lost signal to thread 453
11:40:44.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:44.622608 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:44.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:44.622880 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:45.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:45.625819 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:45.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:45.626063 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:46.020 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.190:39205(127.1.19.190:39205)] connecting to peer
11:40:46.022 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.189:42917(127.1.19.189:42917)] connecting to peer
11:40:46.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:46.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:46.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.189:42917(127.1.19.189:42917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:46.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.190:39205(127.1.19.190:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:46.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.189:42917: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:46.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.190:39205: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:46.026 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917; will retry
11:40:46.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:46.629397 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:46.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:46.629736 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:40:47 dist-test-slave-l66r krb5kdc[1114](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781869247, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:40:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:47.287364 1476 init.cc:295] Successfully reacquired a new kerberos TGT
11:40:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:47.628250 1461 master_runner.cc:186] Error getting master registration for 127.1.19.190:39205: Network error: Client connection negotiation failed: client connection to 127.1.19.190:39205: connect: Connection refused (error 111),
11:40:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:47.628782 1461 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:40:47.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:47.632638 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:47.632887 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:48.140 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.190:39205(127.1.19.190:39205)] connecting to peer
11:40:48.141 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.189:42917(127.1.19.189:42917)] connecting to peer
11:40:48.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:48.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.189:42917(127.1.19.189:42917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:48.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:48.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.190:39205(127.1.19.190:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:48.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.189:42917: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:48.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.190:39205: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:48.145 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917; will retry
11:40:48.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:48.635671 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:48.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:48.635967 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:49.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:49.588514 1664 raft_consensus.cc:482] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
11:40:49.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:49.589049 1664 raft_consensus.cc:504] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c40215bfb4184e84bc3e13be27872081" member_type: VOTER last_known_addr { host: "127.1.19.190" port: 39205 } } peers { permanent_uuid: "f84b9fa5f1d44def83ab60974ed91f10" member_type: VOTER last_known_addr { host: "127.1.19.189" port: 42917 } } peers { permanent_uuid: "47544f096cd141bfaa850a01b7f3a6c0" member_type: VOTER last_known_addr { host: "127.1.19.188" port: 44263 } }
11:40:49.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:49.591598 1664 leader_election.cc:288] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c40215bfb4184e84bc3e13be27872081 (127.1.19.190:39205), f84b9fa5f1d44def83ab60974ed91f10 (127.1.19.189:42917)
11:40:49.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:49.594056 1481 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.1.19.190:39205: connect: Connection refused (error 111) [suppressed 3 similar messages]
11:40:49.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:49.597556 1481 leader_election.cc:334] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer c40215bfb4184e84bc3e13be27872081 (127.1.19.190:39205): Network error: Client connection negotiation failed: client connection to 127.1.19.190:39205: connect: Connection refused (error 111)
11:40:49.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:49.598110 1484 leader_election.cc:334] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f84b9fa5f1d44def83ab60974ed91f10 (127.1.19.189:42917): Network error: Client connection negotiation failed: client connection to 127.1.19.189:42917: connect: Connection refused (error 111)
11:40:49.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:49.598416 1484 leader_election.cc:302] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 47544f096cd141bfaa850a01b7f3a6c0; no voters: c40215bfb4184e84bc3e13be27872081, f84b9fa5f1d44def83ab60974ed91f10
11:40:49.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:49.598964 1664 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
11:40:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:49.638816 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:49.639101 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:50.642192 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:50.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:50.642488 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:50.660 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.190:39205(127.1.19.190:39205)] connecting to peer
11:40:50.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:50.661 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.189:42917(127.1.19.189:42917)] connecting to peer
11:40:50.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.190:39205(127.1.19.190:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:50.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.190:39205: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:50.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:50.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.189:42917(127.1.19.189:42917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:50.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.189:42917: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:50.666 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917; will retry
11:40:51.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:51.645175 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:51.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:51.645466 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:52.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:52.631294 1461 master_runner.cc:186] Error getting master registration for 127.1.19.190:39205: Network error: Client connection negotiation failed: client connection to 127.1.19.190:39205: connect: Connection refused (error 111),
11:40:52.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:52.631666 1461 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:40:52.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:52.648766 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:52.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:52.649046 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:52.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:52.876744 1086 debug-util.cc:398] Leaking SignalData structure 0x7b08000af520 after lost signal to thread 961
11:40:52.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:52.877617 1086 debug-util.cc:398] Leaking SignalData structure 0x7b08000af300 after lost signal to thread 1089
11:40:53.540 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.190:39205(127.1.19.190:39205)] connecting to peer
11:40:53.542 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.189:42917(127.1.19.189:42917)] connecting to peer
11:40:53.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:53.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.189:42917(127.1.19.189:42917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:53.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:53.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.189:42917: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:53.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.190:39205(127.1.19.190:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:53.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.190:39205: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:53.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917; will retry
11:40:53.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:53.652213 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:53.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:53.652485 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:54.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:54.655140 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:54.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:54.655453 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:55.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:55.658840 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:55.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:55.659116 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:56.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:56.662951 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:56.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:56.663334 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:57.240 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.190:39205(127.1.19.190:39205)] connecting to peer
11:40:57.241 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.189:42917(127.1.19.189:42917)] connecting to peer
11:40:57.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:57.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.189:42917(127.1.19.189:42917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:57.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:57.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.190:39205(127.1.19.190:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:57.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.189:42917: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:40:57.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.190:39205: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:40:57.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917; will retry
11:40:57.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Jun 19 11:40:57 dist-test-slave-l66r krb5kdc[1114](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1781869257, etypes {rep=17 tkt=17 ses=17}, kudu/127.1.19.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
11:40:57.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:57.289647 1476 init.cc:295] Successfully reacquired a new kerberos TGT
11:40:57.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:57.634693 1461 master_runner.cc:186] Error getting master registration for 127.1.19.190:39205: Network error: Client connection negotiation failed: client connection to 127.1.19.190:39205: connect: Connection refused (error 111),
11:40:57.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:40:57.635115 1461 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
11:40:57.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:57.666086 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:57.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:57.666419 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:58.668781 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:58.669052 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:40:59.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:59.671504 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:40:59.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:40:59.671767 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:41:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:41:00.674342 1547 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 47544f096cd141bfaa850a01b7f3a6c0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
11:41:00.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260619 11:41:00.674611 1547 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
11:41:00.960 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.190:39205(127.1.19.190:39205)] connecting to peer
11:41:00.961 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.1.19.189:42917(127.1.19.189:42917)] connecting to peer
11:41:00.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:41:00.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:41:00.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.190:39205(127.1.19.190:39205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:41:00.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.1.19.189:42917(127.1.19.189:42917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:41:00.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.190:39205: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205
11:41:00.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.1.19.189:42917: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
11:41:00.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917; will retry
11:41:00.968 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29946), Traces: [0ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [187ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [189ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [484ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [487ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [496ms] refreshing cache from master, [498ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [505ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [507ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [509ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [510ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [516ms] refreshing cache from master, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [520ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [525ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [528ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [528ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [537ms] refreshing cache from master, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [541ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [541ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [543ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [544ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [557ms] refreshing cache from master, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [565ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [566ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [567ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [600ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [603ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [603ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [605ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [676ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [682ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [682ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [684ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [684ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [717ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [721ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [723ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [724ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [725ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [836ms] refreshing cache from master, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [840ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [843ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [844ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [845ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [1077ms] refreshing cache from master, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [1078ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [1078ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [1080ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [1083ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [1437ms] refreshing cache from master, [1437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [1438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [1438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [1444ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [1445ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [3297ms] refreshing cache from master, [3297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [3299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [3300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [3303ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [3304ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [3305ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [6137ms] refreshing cache from master, [6137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [6138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [6139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [6141ms] too many traces: truncated at 100 traces, deferred=Deferred@787724194(state=PENDING, result=null, callback=(continuation of Deferred@638338120 after retry RPC after error@1694622589) -> (continuation of Deferred@808946204 after retry RPC after error@55211295) -> (continuation of Deferred@1193299770 after retry RPC after error@768624296) -> (continuation of Deferred@565923428 after retry RPC after error@1904813505) -> (continuation of Deferred@873856341 after retry RPC after error@459217017) -> (continuation of Deferred@1617734936 after retry RPC after error@1483942905) -> (continuation of Deferred@1125620471 after retry RPC after error@552132156) -> (continuation of Deferred@636072788 after retry RPC after error@1686403315) -> (continuation of Deferred@465278646 after retry RPC after error@2110038723) -> (continuation of Deferred@366992700 after retry RPC after error@1390111892) -> (continuation of Deferred@361913951 after retry RPC after error@1301816468) -> (continuation of Deferred@650454566 after retry RPC after error@796086694) -> (continuation of Deferred@672436913 after retry RPC after error@606384035) -> (continuation of Deferred@736057623 after retry RPC after error@513069995) -> (continuation of Deferred@312036306 after retry RPC after error@323073941) -> (continuation of Deferred@1107772171 after retry RPC after error@2058799467) -> (continuation of Deferred@573164084 after retry RPC after error@1019886843) -> (continuation of Deferred@1152200562 after retry RPC after error@136076061) -> (continuation of Deferred@1686657088 after retry RPC after error@155753934) -> (continuation of Deferred@607380778 after retry RPC after error@1318950402) -> (continuation of Deferred@1760660937 after retry RPC after error@630901748) -> (continuation of Deferred@507211992 after retry RPC after error@1018484891) -> (continuation of Deferred@1489999105 after retry RPC after error@729362567) -> (continuation of Deferred@1845573760 after retry RPC after error@1953191387), errback=(continuation of Deferred@638338120 after retry RPC after error@1694622589) -> (continuation of Deferred@808946204 after retry RPC after error@55211295) -> (continuation of Deferred@1193299770 after retry RPC after error@768624296) -> (continuation of Deferred@565923428 after retry RPC after error@1904813505) -> (continuation of Deferred@873856341 after retry RPC after error@459217017) -> (continuation of Deferred@1617734936 after retry RPC after error@1483942905) -> (continuation of Deferred@1125620471 after retry RPC after error@552132156) -> (continuation of Deferred@636072788 after retry RPC after error@1686403315) -> (continuation of Deferred@465278646 after retry RPC after error@2110038723) -> (continuation of Deferred@366992700 after retry RPC after error@1390111892) -> (continuation of Deferred@361913951 after retry RPC after error@1301816468) -> (continuation of Deferred@650454566 after retry RPC after error@796086694) -> (continuation of Deferred@672436913 after retry RPC after error@606384035) -> (continuation of Deferred@736057623 after retry RPC after error@513069995) -> (continuation of Deferred@312036306 after retry RPC after error@323073941) -> (continuation of Deferred@1107772171 after retry RPC after error@2058799467) -> (continuation of Deferred@573164084 after retry RPC after error@1019886843) -> (continuation of Deferred@1152200562 after retry RPC after error@136076061) -> (continuation of Deferred@1686657088 after retry RPC after error@155753934) -> (continuation of Deferred@607380778 after retry RPC after error@1318950402) -> (continuation of Deferred@1760660937 after retry RPC after error@630901748) -> (continuation of Deferred@507211992 after retry RPC after error@1018484891) -> (continuation of Deferred@1489999105 after retry RPC after error@729362567) -> (continuation of Deferred@1845573760 after retry RPC after error@1953191387)))
11:41:00.973 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.19.188:44263(127.1.19.188:44263)] disconnecting while in state READY
11:41:00.974 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.19.190:39205(127.1.19.190:39205)] disconnecting while in state TERMINATED
11:41:00.974 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.1.19.189:42917(127.1.19.189:42917)] disconnecting while in state TERMINATED
11:41:00.978 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
11:41:00.980 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.1.19.188:44263(127.1.19.188:44263)] handling channelInactive
11:41:00.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.1.19.188:44263(127.1.19.188:44263)] cleaning up while in state READY due to: connection closed
11:41:00.981 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
11:41:00.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:41:00.984779 1102 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu with pid 1461
11:41:02.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T11:41:02Z chronyd exiting
11:41:03.203 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
11:41:03.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:41:03.204763 374 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu with pid 660
11:41:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:41:03.230772 374 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu with pid 819
11:41:03.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:41:03.256091 374 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu with pid 960
11:41:03.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:41:03.286090 374 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu with pid 386
11:41:03.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:41:03.318461 374 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu with pid 456
11:41:03.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260619 11:41:03.350059 374 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskybp7JT/build/tsan/bin/kudu with pid 531
11:41:04.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-19T11:41:04Z chronyd exiting
11:41:05.533 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29946), Traces: [0ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [187ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [189ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [484ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [487ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [496ms] refreshing cache from master, [498ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [505ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [507ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [509ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [510ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [516ms] refreshing cache from master, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [520ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [525ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [528ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [528ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [537ms] refreshing cache from master, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [541ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [541ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [543ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [544ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [557ms] refreshing cache from master, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [565ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [566ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [567ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [600ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [603ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [603ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [605ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [676ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [682ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [682ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [684ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [684ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [717ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [721ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [723ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [724ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [725ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [836ms] refreshing cache from master, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [840ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [843ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [844ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [845ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [1077ms] refreshing cache from master, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [1078ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [1078ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [1080ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [1083ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [1437ms] refreshing cache from master, [1437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [1438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [1438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [1444ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [1445ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [3297ms] refreshing cache from master, [3297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [3299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [3300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [3303ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [3304ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [3305ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [6137ms] refreshing cache from master, [6137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [6138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [6139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [6141ms] too many traces: truncated at 100 traces, deferred=Deferred@787724194(state=PENDING, result=null, callback=(continuation of Deferred@638338120 after retry RPC after error@1694622589) -> (continuation of Deferred@808946204 after retry RPC after error@55211295) -> (continuation of Deferred@1193299770 after retry RPC after error@768624296) -> (continuation of Deferred@565923428 after retry RPC after error@1904813505) -> (continuation of Deferred@873856341 after retry RPC after error@459217017) -> (continuation of Deferred@1617734936 after retry RPC after error@1483942905) -> (continuation of Deferred@1125620471 after retry RPC after error@552132156) -> (continuation of Deferred@636072788 after retry RPC after error@1686403315) -> (continuation of Deferred@465278646 after retry RPC after error@2110038723) -> (continuation of Deferred@366992700 after retry RPC after error@1390111892) -> (continuation of Deferred@361913951 after retry RPC after error@1301816468) -> (continuation of Deferred@650454566 after retry RPC after error@796086694) -> (continuation of Deferred@672436913 after retry RPC after error@606384035) -> (continuation of Deferred@736057623 after retry RPC after error@513069995) -> (continuation of Deferred@312036306 after retry RPC after error@323073941) -> (continuation of Deferred@1107772171 after retry RPC after error@2058799467) -> (continuation of Deferred@573164084 after retry RPC after error@1019886843) -> (continuation of Deferred@1152200562 after retry RPC after error@136076061) -> (continuation of Deferred@1686657088 after retry RPC after error@155753934) -> (continuation of Deferred@607380778 after retry RPC after error@1318950402) -> (continuation of Deferred@1760660937 after retry RPC after error@630901748) -> (continuation of Deferred@507211992 after retry RPC after error@1018484891) -> (continuation of Deferred@1489999105 after retry RPC after error@729362567) -> (continuation of Deferred@1845573760 after retry RPC after error@1953191387), errback=(continuation of Deferred@638338120 after retry RPC after error@1694622589) -> (continuation of Deferred@808946204 after retry RPC after error@55211295) -> (continuation of Deferred@1193299770 after retry RPC after error@768624296) -> (continuation of Deferred@565923428 after retry RPC after error@1904813505) -> (continuation of Deferred@873856341 after retry RPC after error@459217017) -> (continuation of Deferred@1617734936 after retry RPC after error@1483942905) -> (continuation of Deferred@1125620471 after retry RPC after error@552132156) -> (continuation of Deferred@636072788 after retry RPC after error@1686403315) -> (continuation of Deferred@465278646 after retry RPC after error@2110038723) -> (continuation of Deferred@366992700 after retry RPC after error@1390111892) -> (continuation of Deferred@361913951 after retry RPC after error@1301816468) -> (continuation of Deferred@650454566 after retry RPC after error@796086694) -> (continuation of Deferred@672436913 after retry RPC after error@606384035) -> (continuation of Deferred@736057623 after retry RPC after error@513069995) -> (continuation of Deferred@312036306 after retry RPC after error@323073941) -> (continuation of Deferred@1107772171 after retry RPC after error@2058799467) -> (continuation of Deferred@573164084 after retry RPC after error@1019886843) -> (continuation of Deferred@1152200562 after retry RPC after error@136076061) -> (continuation of Deferred@1686657088 after retry RPC after error@155753934) -> (continuation of Deferred@607380778 after retry RPC after error@1318950402) -> (continuation of Deferred@1760660937 after retry RPC after error@630901748) -> (continuation of Deferred@507211992 after retry RPC after error@1018484891) -> (continuation of Deferred@1489999105 after retry RPC after error@729362567) -> (continuation of Deferred@1845573760 after retry RPC after error@1953191387)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.19.189:42917
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29946), Traces: [0ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [187ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [189ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [484ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [487ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [496ms] refreshing cache from master, [498ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [505ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [507ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [509ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [510ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [516ms] refreshing cache from master, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [520ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [525ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [528ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [528ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [537ms] refreshing cache from master, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [541ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [541ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [543ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [544ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [557ms] refreshing cache from master, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [565ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [566ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [567ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [600ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [603ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [603ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [605ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [676ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [682ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [682ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [684ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [684ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [717ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [721ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [723ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [724ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [725ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [836ms] refreshing cache from master, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [840ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [843ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [844ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [845ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [1077ms] refreshing cache from master, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [1078ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [1078ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [1080ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [1083ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [1437ms] refreshing cache from master, [1437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [1438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [1438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [1444ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [1445ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [3297ms] refreshing cache from master, [3297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [3299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [3300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [3303ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [3304ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [3305ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [6137ms] refreshing cache from master, [6137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [6138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [6139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [6141ms] too many traces: truncated at 100 traces, deferred=Deferred@787724194(state=PENDING, result=null, callback=(continuation of Deferred@638338120 after retry RPC after error@1694622589) -> (continuation of Deferred@808946204 after retry RPC after error@55211295) -> (continuation of Deferred@1193299770 after retry RPC after error@768624296) -> (continuation of Deferred@565923428 after retry RPC after error@1904813505) -> (continuation of Deferred@873856341 after retry RPC after error@459217017) -> (continuation of Deferred@1617734936 after retry RPC after error@1483942905) -> (continuation of Deferred@1125620471 after retry RPC after error@552132156) -> (continuation of Deferred@636072788 after retry RPC after error@1686403315) -> (continuation of Deferred@465278646 after retry RPC after error@2110038723) -> (continuation of Deferred@366992700 after retry RPC after error@1390111892) -> (continuation of Deferred@361913951 after retry RPC after error@1301816468) -> (continuation of Deferred@650454566 after retry RPC after error@796086694) -> (continuation of Deferred@672436913 after retry RPC after error@606384035) -> (continuation of Deferred@736057623 after retry RPC after error@513069995) -> (continuation of Deferred@312036306 after retry RPC after error@323073941) -> (continuation of Deferred@1107772171 after retry RPC after error@2058799467) -> (continuation of Deferred@573164084 after retry RPC after error@1019886843) -> (continuation of Deferred@1152200562 after retry RPC after error@136076061) -> (continuation of Deferred@1686657088 after retry RPC after error@155753934) -> (continuation of Deferred@607380778 after retry RPC after error@1318950402) -> (continuation of Deferred@1760660937 after retry RPC after error@630901748) -> (continuation of Deferred@507211992 after retry RPC after error@1018484891) -> (continuation of Deferred@1489999105 after retry RPC after error@729362567) -> (continuation of Deferred@1845573760 after retry RPC after error@1953191387), errback=(continuation of Deferred@638338120 after retry RPC after error@1694622589) -> (continuation of Deferred@808946204 after retry RPC after error@55211295) -> (continuation of Deferred@1193299770 after retry RPC after error@768624296) -> (continuation of Deferred@565923428 after retry RPC after error@1904813505) -> (continuation of Deferred@873856341 after retry RPC after error@459217017) -> (continuation of Deferred@1617734936 after retry RPC after error@1483942905) -> (continuation of Deferred@1125620471 after retry RPC after error@552132156) -> (continuation of Deferred@636072788 after retry RPC after error@1686403315) -> (continuation of Deferred@465278646 after retry RPC after error@2110038723) -> (continuation of Deferred@366992700 after retry RPC after error@1390111892) -> (continuation of Deferred@361913951 after retry RPC after error@1301816468) -> (continuation of Deferred@650454566 after retry RPC after error@796086694) -> (continuation of Deferred@672436913 after retry RPC after error@606384035) -> (continuation of Deferred@736057623 after retry RPC after error@513069995) -> (continuation of Deferred@312036306 after retry RPC after error@323073941) -> (continuation of Deferred@1107772171 after retry RPC after error@2058799467) -> (continuation of Deferred@573164084 after retry RPC after error@1019886843) -> (continuation of Deferred@1152200562 after retry RPC after error@136076061) -> (continuation of Deferred@1686657088 after retry RPC after error@155753934) -> (continuation of Deferred@607380778 after retry RPC after error@1318950402) -> (continuation of Deferred@1760660937 after retry RPC after error@630901748) -> (continuation of Deferred@507211992 after retry RPC after error@1018484891) -> (continuation of Deferred@1489999105 after retry RPC after error@729362567) -> (continuation of Deferred@1845573760 after retry RPC after error@1953191387)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.19.189:42917
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
11:41:06.529 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
11:41:06.529 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29946), Traces: [0ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [187ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [189ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [484ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [487ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [496ms] refreshing cache from master, [498ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [505ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [507ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [509ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [510ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [516ms] refreshing cache from master, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [520ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [525ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [528ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [528ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [537ms] refreshing cache from master, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [541ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [541ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [543ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [544ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [557ms] refreshing cache from master, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [565ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [566ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [567ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [600ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [603ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [603ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [605ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [676ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [682ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [682ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [684ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [684ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [717ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [721ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [723ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [724ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [725ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [836ms] refreshing cache from master, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [840ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [843ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [844ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [845ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [1077ms] refreshing cache from master, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [1078ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [1078ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [1080ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [1083ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [1437ms] refreshing cache from master, [1437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [1438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [1438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [1444ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [1445ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [3297ms] refreshing cache from master, [3297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [3299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [3300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [3303ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [3304ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [3305ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [6137ms] refreshing cache from master, [6137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [6138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [6139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [6141ms] too many traces: truncated at 100 traces, deferred=Deferred@787724194(state=PENDING, result=null, callback=(continuation of Deferred@638338120 after retry RPC after error@1694622589) -> (continuation of Deferred@808946204 after retry RPC after error@55211295) -> (continuation of Deferred@1193299770 after retry RPC after error@768624296) -> (continuation of Deferred@565923428 after retry RPC after error@1904813505) -> (continuation of Deferred@873856341 after retry RPC after error@459217017) -> (continuation of Deferred@1617734936 after retry RPC after error@1483942905) -> (continuation of Deferred@1125620471 after retry RPC after error@552132156) -> (continuation of Deferred@636072788 after retry RPC after error@1686403315) -> (continuation of Deferred@465278646 after retry RPC after error@2110038723) -> (continuation of Deferred@366992700 after retry RPC after error@1390111892) -> (continuation of Deferred@361913951 after retry RPC after error@1301816468) -> (continuation of Deferred@650454566 after retry RPC after error@796086694) -> (continuation of Deferred@672436913 after retry RPC after error@606384035) -> (continuation of Deferred@736057623 after retry RPC after error@513069995) -> (continuation of Deferred@312036306 after retry RPC after error@323073941) -> (continuation of Deferred@1107772171 after retry RPC after error@2058799467) -> (continuation of Deferred@573164084 after retry RPC after error@1019886843) -> (continuation of Deferred@1152200562 after retry RPC after error@136076061) -> (continuation of Deferred@1686657088 after retry RPC after error@155753934) -> (continuation of Deferred@607380778 after retry RPC after error@1318950402) -> (continuation of Deferred@1760660937 after retry RPC after error@630901748) -> (continuation of Deferred@507211992 after retry RPC after error@1018484891) -> (continuation of Deferred@1489999105 after retry RPC after error@729362567) -> (continuation of Deferred@1845573760 after retry RPC after error@1953191387), errback=(continuation of Deferred@638338120 after retry RPC after error@1694622589) -> (continuation of Deferred@808946204 after retry RPC after error@55211295) -> (continuation of Deferred@1193299770 after retry RPC after error@768624296) -> (continuation of Deferred@565923428 after retry RPC after error@1904813505) -> (continuation of Deferred@873856341 after retry RPC after error@459217017) -> (continuation of Deferred@1617734936 after retry RPC after error@1483942905) -> (continuation of Deferred@1125620471 after retry RPC after error@552132156) -> (continuation of Deferred@636072788 after retry RPC after error@1686403315) -> (continuation of Deferred@465278646 after retry RPC after error@2110038723) -> (continuation of Deferred@366992700 after retry RPC after error@1390111892) -> (continuation of Deferred@361913951 after retry RPC after error@1301816468) -> (continuation of Deferred@650454566 after retry RPC after error@796086694) -> (continuation of Deferred@672436913 after retry RPC after error@606384035) -> (continuation of Deferred@736057623 after retry RPC after error@513069995) -> (continuation of Deferred@312036306 after retry RPC after error@323073941) -> (continuation of Deferred@1107772171 after retry RPC after error@2058799467) -> (continuation of Deferred@573164084 after retry RPC after error@1019886843) -> (continuation of Deferred@1152200562 after retry RPC after error@136076061) -> (continuation of Deferred@1686657088 after retry RPC after error@155753934) -> (continuation of Deferred@607380778 after retry RPC after error@1318950402) -> (continuation of Deferred@1760660937 after retry RPC after error@630901748) -> (continuation of Deferred@507211992 after retry RPC after error@1018484891) -> (continuation of Deferred@1489999105 after retry RPC after error@729362567) -> (continuation of Deferred@1845573760 after retry RPC after error@1953191387)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.19.189:42917
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29946), Traces: [0ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [187ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [189ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [484ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [487ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [496ms] refreshing cache from master, [498ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [505ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [507ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [509ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [510ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [516ms] refreshing cache from master, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [517ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [518ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [520ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [525ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [528ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [528ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [537ms] refreshing cache from master, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [538ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [541ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [541ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [543ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [544ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [557ms] refreshing cache from master, [557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [562ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [565ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [566ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [567ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [596ms] refreshing cache from master, [596ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [600ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [603ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [603ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [605ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [676ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [682ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [682ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [684ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [684ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [717ms] refreshing cache from master, [717ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [721ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [723ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [724ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [725ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [836ms] refreshing cache from master, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [838ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [840ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [843ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [844ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [845ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [1077ms] refreshing cache from master, [1077ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [1078ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [1078ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [1080ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [1083ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [1437ms] refreshing cache from master, [1437ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [1438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [1438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [1440ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [1444ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [1445ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [3297ms] refreshing cache from master, [3297ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [3299ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [3300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.190:39205: Network error: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205, [3303ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.188:44263: OK, [3304ms] Sub RPC ConnectToMaster: received response from server master-127.1.19.189:42917: Network error: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [3305ms] delaying RPC due to: Service unavailable: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917, [6137ms] refreshing cache from master, [6137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.190:39205, [6138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.188:44263, [6139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.1.19.189:42917, [6141ms] too many traces: truncated at 100 traces, deferred=Deferred@787724194(state=PENDING, result=null, callback=(continuation of Deferred@638338120 after retry RPC after error@1694622589) -> (continuation of Deferred@808946204 after retry RPC after error@55211295) -> (continuation of Deferred@1193299770 after retry RPC after error@768624296) -> (continuation of Deferred@565923428 after retry RPC after error@1904813505) -> (continuation of Deferred@873856341 after retry RPC after error@459217017) -> (continuation of Deferred@1617734936 after retry RPC after error@1483942905) -> (continuation of Deferred@1125620471 after retry RPC after error@552132156) -> (continuation of Deferred@636072788 after retry RPC after error@1686403315) -> (continuation of Deferred@465278646 after retry RPC after error@2110038723) -> (continuation of Deferred@366992700 after retry RPC after error@1390111892) -> (continuation of Deferred@361913951 after retry RPC after error@1301816468) -> (continuation of Deferred@650454566 after retry RPC after error@796086694) -> (continuation of Deferred@672436913 after retry RPC after error@606384035) -> (continuation of Deferred@736057623 after retry RPC after error@513069995) -> (continuation of Deferred@312036306 after retry RPC after error@323073941) -> (continuation of Deferred@1107772171 after retry RPC after error@2058799467) -> (continuation of Deferred@573164084 after retry RPC after error@1019886843) -> (continuation of Deferred@1152200562 after retry RPC after error@136076061) -> (continuation of Deferred@1686657088 after retry RPC after error@155753934) -> (continuation of Deferred@607380778 after retry RPC after error@1318950402) -> (continuation of Deferred@1760660937 after retry RPC after error@630901748) -> (continuation of Deferred@507211992 after retry RPC after error@1018484891) -> (continuation of Deferred@1489999105 after retry RPC after error@729362567) -> (continuation of Deferred@1845573760 after retry RPC after error@1953191387), errback=(continuation of Deferred@638338120 after retry RPC after error@1694622589) -> (continuation of Deferred@808946204 after retry RPC after error@55211295) -> (continuation of Deferred@1193299770 after retry RPC after error@768624296) -> (continuation of Deferred@565923428 after retry RPC after error@1904813505) -> (continuation of Deferred@873856341 after retry RPC after error@459217017) -> (continuation of Deferred@1617734936 after retry RPC after error@1483942905) -> (continuation of Deferred@1125620471 after retry RPC after error@552132156) -> (continuation of Deferred@636072788 after retry RPC after error@1686403315) -> (continuation of Deferred@465278646 after retry RPC after error@2110038723) -> (continuation of Deferred@366992700 after retry RPC after error@1390111892) -> (continuation of Deferred@361913951 after retry RPC after error@1301816468) -> (continuation of Deferred@650454566 after retry RPC after error@796086694) -> (continuation of Deferred@672436913 after retry RPC after error@606384035) -> (continuation of Deferred@736057623 after retry RPC after error@513069995) -> (continuation of Deferred@312036306 after retry RPC after error@323073941) -> (continuation of Deferred@1107772171 after retry RPC after error@2058799467) -> (continuation of Deferred@573164084 after retry RPC after error@1019886843) -> (continuation of Deferred@1152200562 after retry RPC after error@136076061) -> (continuation of Deferred@1686657088 after retry RPC after error@155753934) -> (continuation of Deferred@607380778 after retry RPC after error@1318950402) -> (continuation of Deferred@1760660937 after retry RPC after error@630901748) -> (continuation of Deferred@507211992 after retry RPC after error@1018484891) -> (continuation of Deferred@1489999105 after retry RPC after error@729362567) -> (continuation of Deferred@1845573760 after retry RPC after error@1953191387)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.1.19.190:39205,127.1.19.188:44263,127.1.19.189:42917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.190:39205(127.1.19.190:39205): Connection refused: /127.1.19.190:39205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.1.19.189:42917(127.1.19.189:42917): Connection refused: /127.1.19.189:42917
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.1.19.189:42917
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)