20:29:32.937 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:29:32.950 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskdc7apy/test-tmp
20:29:32.952 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:29:32.956 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskdc7apy/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:29:33.201 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:29:33.361 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:29:33.362 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:29:33.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:33.366787 12121 mini_oidc.cc:152] Starting JWKS server
20:29:33.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:33.371127 12121 webserver.cc:460] Webserver started at http://127.0.0.1:36659/ using document root <none> and password file <none>
20:29:33.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:33.371762 12121 mini_oidc.cc:189] Starting OIDC Discovery server
20:29:33.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:33.373616 12121 webserver.cc:460] Webserver started at http://127.0.0.1:45285/ using document root <none> and password file <none>
20:29:33.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T20:29:33Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
20:29:33.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T20:29:33Z Disabled control of system clock
20:29:33.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:33.425102 12121 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu
20:29:33.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu
20:29:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-0/wal
20:29:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-0/data
20:29:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:29:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:29:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:29:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:29:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:29:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:29:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-0/logs
20:29:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-0/data/info.pb
20:29:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:29:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:29:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:29:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:29:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:29:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:29:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:29:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:29:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:29:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:29:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:29:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:29:33.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.214.126:39901
20:29:33.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.214.126
20:29:33.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:29:33.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.214.84:33667
20:29:33.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:29:33.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:29:33.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:29:33.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:29:33.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.214.126:39901,127.11.214.125:33373,127.11.214.124:40105
20:29:33.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:29:33.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36659/jwks.json with env {}
20:29:33.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:33.716138 12133 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:29:33.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:33.716714 12133 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:29:33.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:33.717371 12133 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:29:33.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:33.748433 12133 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:29:33.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:33.748716 12133 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:29:33.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:33.748903 12133 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:29:33.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:33.749087 12133 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:29:33.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:33.749367 12133 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:29:33.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:33.749578 12133 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36659/jwks.json
20:29:33.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:33.784206 12133 master_runner.cc:386] Master server non-default flags:
20:29:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:29:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.214.84:33667
20:29:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:29:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:29:33.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-0/data
20:29:33.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-0/wal
20:29:33.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:29:33.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.214.126:39901,127.11.214.125:33373,127.11.214.124:40105
20:29:33.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:29:33.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:29:33.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:29:33.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.214.126:39901
20:29:33.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:29:33.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:29:33.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:29:33.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36659/jwks.json
20:29:33.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:29:33.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:29:33.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-0/data/info.pb
20:29:33.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.214.126
20:29:33.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:29:33.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:29:33.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:29:33.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:29:33.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:29:33.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:29:33.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-0/logs
20:29:33.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:29:33.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:29:33.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:29:33.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:29:33.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:29:33.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:29:33.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:29:33.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:34:45 UTC on ccycloud.quasar-elnkgk.root.comops.site
20:29:33.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677568
20:29:33.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:29:33.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:33.785827 12133 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:29:33.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:33.788178 12133 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:29:33.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:33.810561 12140 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:34.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:33.810567 12139 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:34.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:33.810734 12142 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:34.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:33.811954 12133 server_base.cc:1034] running on GCE node
20:29:34.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:34.967924 12133 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:29:34.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:34.971580 12133 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:29:34.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:34.973030 12133 hybrid_clock.cc:648] HybridClock initialized: now 1790627374972982 us; error 79 us; skew 500 ppm
20:29:34.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:34.974115 12133 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:29:34.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:34.988122 12133 webserver.cc:460] Webserver started at http://127.11.214.126:35955/ using document root <none> and password file <none>
20:29:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:34.989415 12133 fs_manager.cc:359] Metadata directory not provided
20:29:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:34.989634 12133 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:29:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:34.990131 12133 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:29:34.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:34.995534 12133 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-0/data/instance:
20:29:34.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "95e1dba169864a4cb9e001f24def0664"
20:29:34.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:34 on dist-test-slave-hmzc"
20:29:34.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:34.996991 12133 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-0/wal/instance:
20:29:34.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "95e1dba169864a4cb9e001f24def0664"
20:29:34.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:34 on dist-test-slave-hmzc"
20:29:35.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:35.006069 12133 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.001s
20:29:35.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:35.012349 12149 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:29:35.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:35.013846 12133 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
20:29:35.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:35.014241 12133 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-0/data,/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-0/wal
20:29:35.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "95e1dba169864a4cb9e001f24def0664"
20:29:35.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:34 on dist-test-slave-hmzc"
20:29:35.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:35.014606 12133 fs_report.cc:383] FS layout report
20:29:35.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:29:35.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-0/wal
20:29:35.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-0/wal
20:29:35.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-0/data/data
20:29:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:29:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:29:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:29:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:29:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:29:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:29:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:29:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:29:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:29:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:29:35.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:29:35.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:35.051324 12133 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:29:35.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:35.052839 12133 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:29:35.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:35.053295 12133 kserver.cc:163] Server-wide thread pool size limit: 3276
20:29:35.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:35.137521 12133 rpc_server.cc:307] RPC server started. Bound to: 127.11.214.126:39901
20:29:35.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:35.137616 12200 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.214.126:39901 every 8 connection(s)
20:29:35.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:35.140425 12133 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-0/data/info.pb
20:29:35.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:35.149173 12121 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu as pid 12133
20:29:35.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:35.149554 12121 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-0/wal/instance
20:29:35.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:35.150085 12201 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:29:35.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:35.153548 12121 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu
20:29:35.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu
20:29:35.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-1/wal
20:29:35.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-1/data
20:29:35.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:29:35.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:29:35.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:29:35.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:29:35.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:29:35.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:29:35.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-1/logs
20:29:35.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-1/data/info.pb
20:29:35.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:29:35.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:29:35.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:29:35.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:29:35.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:29:35.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:29:35.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:29:35.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:29:35.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:29:35.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:29:35.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:29:35.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:29:35.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.214.125:33373
20:29:35.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.214.125
20:29:35.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:29:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.214.84:33667
20:29:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:29:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:29:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:29:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:29:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.214.126:39901,127.11.214.125:33373,127.11.214.124:40105
20:29:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:29:35.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36659/jwks.json with env {}
20:29:35.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:35.169351 12201 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.214.126" port: 39901 } has no permanent_uuid. Determining permanent_uuid...
20:29:35.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:35.210822 12201 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } has no permanent_uuid. Determining permanent_uuid...
20:29:35.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:35.213147 12151 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.214.125:33373: connect: Connection refused (error 111)
20:29:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:35.217217 12201 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.214.125:33373: Network error: Client connection negotiation failed: client connection to 127.11.214.125:33373: connect: Connection refused (error 111)
20:29:35.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:35.266834 12201 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } attempt: 1
20:29:35.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:35.271471 12201 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.214.125:33373: Network error: Client connection negotiation failed: client connection to 127.11.214.125:33373: connect: Connection refused (error 111)
20:29:35.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:35.340085 12201 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } attempt: 2
20:29:35.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:35.344653 12201 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.214.125:33373: Network error: Client connection negotiation failed: client connection to 127.11.214.125:33373: connect: Connection refused (error 111)
20:29:35.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:35.436125 12201 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } attempt: 3
20:29:35.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:35.440258 12201 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.214.125:33373: Network error: Client connection negotiation failed: client connection to 127.11.214.125:33373: connect: Connection refused (error 111)
20:29:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:35.502727 12203 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:29:35.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:35.503376 12203 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:29:35.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:35.504007 12203 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:29:35.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:35.535424 12203 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:29:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:35.535713 12203 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:29:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:35.535907 12203 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:29:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:35.536096 12203 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:29:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:35.536270 12203 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:29:35.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:35.536475 12203 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36659/jwks.json
20:29:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:35.571902 12203 master_runner.cc:386] Master server non-default flags:
20:29:35.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:29:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.214.84:33667
20:29:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:29:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:29:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-1/data
20:29:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-1/wal
20:29:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:29:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.214.126:39901,127.11.214.125:33373,127.11.214.124:40105
20:29:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:29:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:29:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:29:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.214.125:33373
20:29:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:29:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:29:35.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:29:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36659/jwks.json
20:29:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:29:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:29:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-1/data/info.pb
20:29:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.214.125
20:29:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:29:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:29:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:29:35.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:29:35.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:29:35.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:29:35.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-1/logs
20:29:35.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:29:35.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:29:35.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:29:35.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:29:35.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:29:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:29:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:29:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:34:45 UTC on ccycloud.quasar-elnkgk.root.comops.site
20:29:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677568
20:29:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:29:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:35.573410 12203 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:29:35.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:35.575119 12203 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:29:35.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:35.583734 12201 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } attempt: 4
20:29:35.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:35.588308 12201 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.214.125:33373: Network error: Client connection negotiation failed: client connection to 127.11.214.125:33373: connect: Connection refused (error 111)
20:29:35.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:35.595362 12215 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:35.887836 12201 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } attempt: 5
20:29:35.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:35.893289 12201 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.214.125:33373: Network error: Client connection negotiation failed: client connection to 127.11.214.125:33373: connect: Connection refused (error 111)
20:29:36.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.440815 12201 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } attempt: 6
20:29:36.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:36.450090 12201 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.214.125:33373: Network error: Client connection negotiation failed: client connection to 127.11.214.125:33373: connect: Connection refused (error 111)
20:29:36.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:35.595381 12213 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:36.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:35.596915 12212 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:36.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:36.739441 12214 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:29:36.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.739614 12203 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:29:36.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.743433 12203 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:29:36.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.746474 12203 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:29:36.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.747875 12203 hybrid_clock.cc:648] HybridClock initialized: now 1790627376747828 us; error 50 us; skew 500 ppm
20:29:36.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.748827 12203 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:29:36.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.754920 12203 webserver.cc:460] Webserver started at http://127.11.214.125:36181/ using document root <none> and password file <none>
20:29:36.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.755795 12203 fs_manager.cc:359] Metadata directory not provided
20:29:36.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.755972 12203 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:29:36.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.756342 12203 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:29:36.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.761327 12203 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-1/data/instance:
20:29:36.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0348d1366b0b48cca904252f20d8ab6e"
20:29:36.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:36 on dist-test-slave-hmzc"
20:29:36.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.762475 12203 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-1/wal/instance:
20:29:36.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0348d1366b0b48cca904252f20d8ab6e"
20:29:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:36 on dist-test-slave-hmzc"
20:29:36.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.769767 12203 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
20:29:36.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.779066 12224 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:29:36.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.780593 12203 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.002s sys 0.004s
20:29:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.780943 12203 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-1/data,/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-1/wal
20:29:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0348d1366b0b48cca904252f20d8ab6e"
20:29:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:36 on dist-test-slave-hmzc"
20:29:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.781289 12203 fs_report.cc:383] FS layout report
20:29:36.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:29:36.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-1/wal
20:29:36.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-1/wal
20:29:36.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-1/data/data
20:29:36.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:29:36.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:29:36.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:29:36.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:29:36.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:29:36.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:29:36.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:29:36.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:29:36.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:29:36.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:29:36.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:29:36.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.836103 12203 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:29:36.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.837584 12203 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:29:36.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.837986 12203 kserver.cc:163] Server-wide thread pool size limit: 3276
20:29:36.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.936045 12203 rpc_server.cc:307] RPC server started. Bound to: 127.11.214.125:33373
20:29:36.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.936141 12275 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.214.125:33373 every 8 connection(s)
20:29:36.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.938651 12203 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-1/data/info.pb
20:29:36.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.942297 12121 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu as pid 12203
20:29:36.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.942845 12121 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-1/wal/instance
20:29:36.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.944520 12276 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:29:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.945827 12121 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu
20:29:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu
20:29:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-2/wal
20:29:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-2/data
20:29:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:29:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:29:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:29:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:29:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:29:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:29:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-2/logs
20:29:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-2/data/info.pb
20:29:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:29:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:29:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:29:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:29:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:29:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:29:36.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:29:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:29:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:29:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:29:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:29:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:29:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.214.124:40105
20:29:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.214.124
20:29:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:29:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.214.84:33667
20:29:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:29:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:29:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:29:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:29:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.214.126:39901,127.11.214.125:33373,127.11.214.124:40105
20:29:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:29:36.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36659/jwks.json with env {}
20:29:36.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.957767 12276 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.214.126" port: 39901 } has no permanent_uuid. Determining permanent_uuid...
20:29:36.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:36.984218 12276 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } has no permanent_uuid. Determining permanent_uuid...
20:29:37.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:37.007431 12276 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } has no permanent_uuid. Determining permanent_uuid...
20:29:37.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:37.011430 12227 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.214.124:40105: connect: Connection refused (error 111)
20:29:37.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:37.020438 12276 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.214.124:40105: Network error: Client connection negotiation failed: client connection to 127.11.214.124:40105: connect: Connection refused (error 111)
20:29:37.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:37.069972 12276 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } attempt: 1
20:29:37.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:37.074034 12276 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.214.124:40105: Network error: Client connection negotiation failed: client connection to 127.11.214.124:40105: connect: Connection refused (error 111)
20:29:37.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:37.142503 12276 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } attempt: 2
20:29:37.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:37.147806 12276 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.214.124:40105: Network error: Client connection negotiation failed: client connection to 127.11.214.124:40105: connect: Connection refused (error 111)
20:29:37.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:37.239349 12276 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } attempt: 3
20:29:37.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:37.243273 12276 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.214.124:40105: Network error: Client connection negotiation failed: client connection to 127.11.214.124:40105: connect: Connection refused (error 111)
20:29:37.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:37.300516 12278 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:29:37.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:37.301189 12278 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:29:37.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:37.301808 12278 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:29:37.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:37.332898 12278 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:29:37.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:37.333253 12278 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:29:37.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:37.333575 12278 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:29:37.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:37.333899 12278 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:29:37.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:37.334452 12278 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:29:37.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:37.334911 12278 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:36659/jwks.json
20:29:37.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:37.373245 12278 master_runner.cc:386] Master server non-default flags:
20:29:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:29:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.214.84:33667
20:29:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:29:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:29:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-2/data
20:29:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-2/wal
20:29:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:29:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.214.126:39901,127.11.214.125:33373,127.11.214.124:40105
20:29:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:29:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:29:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:29:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.214.124:40105
20:29:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:29:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:29:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:29:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36659/jwks.json
20:29:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:29:37.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:29:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-2/data/info.pb
20:29:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.214.124
20:29:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:29:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:29:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:29:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:29:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:29:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:29:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-2/logs
20:29:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:29:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:29:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:29:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:29:37.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:29:37.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:29:37.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:29:37.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:34:45 UTC on ccycloud.quasar-elnkgk.root.comops.site
20:29:37.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677568
20:29:37.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:29:37.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:37.374632 12278 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:29:37.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:37.376858 12278 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:29:37.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:37.386667 12276 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } attempt: 4
20:29:37.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:37.391969 12276 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.214.124:40105: Network error: Client connection negotiation failed: client connection to 127.11.214.124:40105: connect: Connection refused (error 111)
20:29:37.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:37.402549 12291 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:37.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:37.510630 12201 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } attempt: 7
20:29:37.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:37.523093 12201 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } has no permanent_uuid. Determining permanent_uuid...
20:29:37.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:37.532472 12201 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.214.124:40105: Network error: Client connection negotiation failed: client connection to 127.11.214.124:40105: connect: Connection refused (error 111)
20:29:37.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:37.591058 12201 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } attempt: 1
20:29:37.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:37.597622 12201 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.214.124:40105: Network error: Client connection negotiation failed: client connection to 127.11.214.124:40105: connect: Connection refused (error 111)
20:29:37.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:37.679381 12201 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } attempt: 2
20:29:37.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:37.684762 12201 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.214.124:40105: Network error: Client connection negotiation failed: client connection to 127.11.214.124:40105: connect: Connection refused (error 111)
20:29:37.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:37.691450 12276 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } attempt: 5
20:29:37.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:37.697220 12276 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.214.124:40105: Network error: Client connection negotiation failed: client connection to 127.11.214.124:40105: connect: Connection refused (error 111)
20:29:37.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:37.770531 12201 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } attempt: 3
20:29:37.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:37.774809 12201 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.214.124:40105: Network error: Client connection negotiation failed: client connection to 127.11.214.124:40105: connect: Connection refused (error 111)
20:29:37.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:37.915264 12201 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } attempt: 4
20:29:37.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:37.919615 12201 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.214.124:40105: Network error: Client connection negotiation failed: client connection to 127.11.214.124:40105: connect: Connection refused (error 111)
20:29:38.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.203055 12201 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } attempt: 5
20:29:38.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:38.206979 12201 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.214.124:40105: Network error: Client connection negotiation failed: client connection to 127.11.214.124:40105: connect: Connection refused (error 111)
20:29:38.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.244719 12276 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } attempt: 6
20:29:38.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:38.252066 12276 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.11.214.124:40105: Network error: Client connection negotiation failed: client connection to 127.11.214.124:40105: connect: Connection refused (error 111)
20:29:38.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:37.402595 12289 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:38.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:37.402616 12288 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:38.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:38.521718 12290 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:29:38.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.522032 12278 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:29:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.525583 12278 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:29:38.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.528550 12278 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:29:38.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.529980 12278 hybrid_clock.cc:648] HybridClock initialized: now 1790627378529948 us; error 63 us; skew 500 ppm
20:29:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.530818 12278 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:29:38.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.537657 12278 webserver.cc:460] Webserver started at http://127.11.214.124:40915/ using document root <none> and password file <none>
20:29:38.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.538561 12278 fs_manager.cc:359] Metadata directory not provided
20:29:38.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.538740 12278 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:29:38.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.539111 12278 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:29:38.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.543959 12278 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-2/data/instance:
20:29:38.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93631242591f4f4c909e416f9ee753d8"
20:29:38.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:38 on dist-test-slave-hmzc"
20:29:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.545142 12278 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-2/wal/instance:
20:29:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93631242591f4f4c909e416f9ee753d8"
20:29:38.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:38 on dist-test-slave-hmzc"
20:29:38.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.552695 12278 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
20:29:38.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.558200 12303 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:29:38.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.559427 12278 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
20:29:38.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.559769 12278 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-2/data,/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-2/wal
20:29:38.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "93631242591f4f4c909e416f9ee753d8"
20:29:38.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:38 on dist-test-slave-hmzc"
20:29:38.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.560153 12278 fs_report.cc:383] FS layout report
20:29:38.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:29:38.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-2/wal
20:29:38.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-2/wal
20:29:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-2/data/data
20:29:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:29:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:29:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:29:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:29:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:29:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:29:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:29:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:29:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:29:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:29:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:29:38.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.604050 12278 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:29:38.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.605623 12278 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:29:38.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.606071 12278 kserver.cc:163] Server-wide thread pool size limit: 3276
20:29:38.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.704672 12278 rpc_server.cc:307] RPC server started. Bound to: 127.11.214.124:40105
20:29:38.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.704774 12354 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.214.124:40105 every 8 connection(s)
20:29:38.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.707386 12278 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-2/data/info.pb
20:29:38.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.710990 12121 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu as pid 12278
20:29:38.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.711441 12121 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/master-2/wal/instance
20:29:38.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.713142 12355 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:29:38.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.729660 12355 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.214.126" port: 39901 } has no permanent_uuid. Determining permanent_uuid...
20:29:38.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.756815 12355 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } has no permanent_uuid. Determining permanent_uuid...
20:29:38.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.759347 12201 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } attempt: 6
20:29:38.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.769819 12355 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } has no permanent_uuid. Determining permanent_uuid...
20:29:38.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.785915 12201 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 95e1dba169864a4cb9e001f24def0664: Bootstrap starting.
20:29:38.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.793167 12355 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8: Bootstrap starting.
20:29:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.795877 12201 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 95e1dba169864a4cb9e001f24def0664: Neither blocks nor log segments found. Creating new log.
20:29:38.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.798697 12201 log.cc:824] T 00000000000000000000000000000000 P 95e1dba169864a4cb9e001f24def0664: Log is configured to *not* fsync() on all Append() calls
20:29:38.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.801702 12355 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8: Neither blocks nor log segments found. Creating new log.
20:29:38.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.803804 12201 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 95e1dba169864a4cb9e001f24def0664: No bootstrap required, opened a new log
20:29:38.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.803946 12355 log.cc:824] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8: Log is configured to *not* fsync() on all Append() calls
20:29:38.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.809604 12355 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8: No bootstrap required, opened a new log
20:29:38.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.827965 12201 raft_consensus.cc:348] T 00000000000000000000000000000000 P 95e1dba169864a4cb9e001f24def0664 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95e1dba169864a4cb9e001f24def0664" member_type: VOTER last_known_addr { host: "127.11.214.126" port: 39901 } } peers { permanent_uuid: "0348d1366b0b48cca904252f20d8ab6e" member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } } peers { permanent_uuid: "93631242591f4f4c909e416f9ee753d8" member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } }
20:29:38.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.828850 12201 raft_consensus.cc:374] T 00000000000000000000000000000000 P 95e1dba169864a4cb9e001f24def0664 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:29:38.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.829183 12201 raft_consensus.cc:729] T 00000000000000000000000000000000 P 95e1dba169864a4cb9e001f24def0664 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 95e1dba169864a4cb9e001f24def0664, State: Initialized, Role: FOLLOWER
20:29:38.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.830826 12201 consensus_queue.cc:260] T 00000000000000000000000000000000 P 95e1dba169864a4cb9e001f24def0664 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95e1dba169864a4cb9e001f24def0664" member_type: VOTER last_known_addr { host: "127.11.214.126" port: 39901 } } peers { permanent_uuid: "0348d1366b0b48cca904252f20d8ab6e" member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } } peers { permanent_uuid: "93631242591f4f4c909e416f9ee753d8" member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } }
20:29:38.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.832957 12355 raft_consensus.cc:348] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95e1dba169864a4cb9e001f24def0664" member_type: VOTER last_known_addr { host: "127.11.214.126" port: 39901 } } peers { permanent_uuid: "0348d1366b0b48cca904252f20d8ab6e" member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } } peers { permanent_uuid: "93631242591f4f4c909e416f9ee753d8" member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } }
20:29:38.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.834044 12355 raft_consensus.cc:374] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:29:38.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.834438 12355 raft_consensus.cc:729] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 93631242591f4f4c909e416f9ee753d8, State: Initialized, Role: FOLLOWER
20:29:38.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.834343 12367 sys_catalog.cc:455] T 00000000000000000000000000000000 P 95e1dba169864a4cb9e001f24def0664 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95e1dba169864a4cb9e001f24def0664" member_type: VOTER last_known_addr { host: "127.11.214.126" port: 39901 } } peers { permanent_uuid: "0348d1366b0b48cca904252f20d8ab6e" member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } } peers { permanent_uuid: "93631242591f4f4c909e416f9ee753d8" member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } } }
20:29:38.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.835235 12367 sys_catalog.cc:458] T 00000000000000000000000000000000 P 95e1dba169864a4cb9e001f24def0664 [sys.catalog]: This master's current role is: FOLLOWER
20:29:38.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.835588 12355 consensus_queue.cc:260] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95e1dba169864a4cb9e001f24def0664" member_type: VOTER last_known_addr { host: "127.11.214.126" port: 39901 } } peers { permanent_uuid: "0348d1366b0b48cca904252f20d8ab6e" member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } } peers { permanent_uuid: "93631242591f4f4c909e416f9ee753d8" member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } }
20:29:38.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.836338 12201 sys_catalog.cc:564] T 00000000000000000000000000000000 P 95e1dba169864a4cb9e001f24def0664 [sys.catalog]: configured and running, proceeding with master startup.
20:29:38.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.838398 12368 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95e1dba169864a4cb9e001f24def0664" member_type: VOTER last_known_addr { host: "127.11.214.126" port: 39901 } } peers { permanent_uuid: "0348d1366b0b48cca904252f20d8ab6e" member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } } peers { permanent_uuid: "93631242591f4f4c909e416f9ee753d8" member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } } }
20:29:38.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.839306 12368 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [sys.catalog]: This master's current role is: FOLLOWER
20:29:38.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.839707 12355 sys_catalog.cc:564] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [sys.catalog]: configured and running, proceeding with master startup.
20:29:38.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:38.861752 12309 tablet.cc:2369] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:29:38.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:38.878049 12387 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:29:38.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:38.878822 12387 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:29:38.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.868533 12278 master_runner.cc:186] Error getting master registration for 127.11.214.126:39901: OK, instance_id { permanent_uuid: "95e1dba169864a4cb9e001f24def0664" instance_seqno: 1790627375107706 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:29:38.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.902455 12278 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:29:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.902935 12368 raft_consensus.cc:482] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:29:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.903492 12368 raft_consensus.cc:504] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95e1dba169864a4cb9e001f24def0664" member_type: VOTER last_known_addr { host: "127.11.214.126" port: 39901 } } peers { permanent_uuid: "0348d1366b0b48cca904252f20d8ab6e" member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } } peers { permanent_uuid: "93631242591f4f4c909e416f9ee753d8" member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } }
20:29:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.907485 12176 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "93631242591f4f4c909e416f9ee753d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "95e1dba169864a4cb9e001f24def0664" is_pre_election: true
20:29:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.908509 12176 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 95e1dba169864a4cb9e001f24def0664 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 93631242591f4f4c909e416f9ee753d8 in term 0.
20:29:38.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.911255 12305 leader_election.cc:302] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 93631242591f4f4c909e416f9ee753d8, 95e1dba169864a4cb9e001f24def0664; no voters:
20:29:38.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.913851 12368 leader_election.cc:288] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 95e1dba169864a4cb9e001f24def0664 (127.11.214.126:39901), 0348d1366b0b48cca904252f20d8ab6e (127.11.214.125:33373)
20:29:38.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.914377 12368 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:29:38.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.914690 12368 raft_consensus.cc:482] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:29:38.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.914964 12368 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [term 0 FOLLOWER]: Advancing to term 1
20:29:38.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.883872 12133 master_runner.cc:186] Error getting master registration for 127.11.214.125:33373: OK, instance_id { permanent_uuid: "0348d1366b0b48cca904252f20d8ab6e" instance_seqno: 1790627376910471 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:29:38.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.918869 12133 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:29:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:38.927597 12390 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 95e1dba169864a4cb9e001f24def0664: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:29:38.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:38.928519 12390 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:29:38.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.929075 12368 raft_consensus.cc:504] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95e1dba169864a4cb9e001f24def0664" member_type: VOTER last_known_addr { host: "127.11.214.126" port: 39901 } } peers { permanent_uuid: "0348d1366b0b48cca904252f20d8ab6e" member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } } peers { permanent_uuid: "93631242591f4f4c909e416f9ee753d8" member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } }
20:29:38.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.930985 12368 leader_election.cc:288] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [CANDIDATE]: Term 1 election: Requested vote from peers 95e1dba169864a4cb9e001f24def0664 (127.11.214.126:39901), 0348d1366b0b48cca904252f20d8ab6e (127.11.214.125:33373)
20:29:38.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.932999 12176 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "93631242591f4f4c909e416f9ee753d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "95e1dba169864a4cb9e001f24def0664"
20:29:38.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.933640 12176 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 95e1dba169864a4cb9e001f24def0664 [term 0 FOLLOWER]: Advancing to term 1
20:29:38.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.940294 12176 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 95e1dba169864a4cb9e001f24def0664 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 93631242591f4f4c909e416f9ee753d8 in term 1.
20:29:38.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.949254 12305 leader_election.cc:302] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 93631242591f4f4c909e416f9ee753d8, 95e1dba169864a4cb9e001f24def0664; no voters:
20:29:38.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.951187 12393 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [term 1 FOLLOWER]: Leader election won for term 1
20:29:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.967743 12393 raft_consensus.cc:686] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [term 1 LEADER]: Becoming Leader. State: Replica: 93631242591f4f4c909e416f9ee753d8, State: Running, Role: LEADER
20:29:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:38.969223 12393 consensus_queue.cc:237] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95e1dba169864a4cb9e001f24def0664" member_type: VOTER last_known_addr { host: "127.11.214.126" port: 39901 } } peers { permanent_uuid: "0348d1366b0b48cca904252f20d8ab6e" member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } } peers { permanent_uuid: "93631242591f4f4c909e416f9ee753d8" member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } }
20:29:39.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.004522 12368 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 93631242591f4f4c909e416f9ee753d8. Latest consensus state: current_term: 1 leader_uuid: "93631242591f4f4c909e416f9ee753d8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95e1dba169864a4cb9e001f24def0664" member_type: VOTER last_known_addr { host: "127.11.214.126" port: 39901 } } peers { permanent_uuid: "0348d1366b0b48cca904252f20d8ab6e" member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } } peers { permanent_uuid: "93631242591f4f4c909e416f9ee753d8" member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } } }
20:29:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.005707 12368 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [sys.catalog]: This master's current role is: LEADER
20:29:39.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.009660 12396 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
20:29:39.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.018630 12396 catalog_manager.cc:1484] Initializing Kudu cluster ID...
20:29:39.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.043077 12176 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 95e1dba169864a4cb9e001f24def0664 [term 1 FOLLOWER]: Refusing update from remote peer 93631242591f4f4c909e416f9ee753d8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:29:39.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.057327 12368 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "95e1dba169864a4cb9e001f24def0664" member_type: VOTER last_known_addr { host: "127.11.214.126" port: 39901 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:29:39.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:39.064070 12155 tablet.cc:2369] T 00000000000000000000000000000000 P 95e1dba169864a4cb9e001f24def0664: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:29:39.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.083654 12367 sys_catalog.cc:455] T 00000000000000000000000000000000 P 95e1dba169864a4cb9e001f24def0664 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 93631242591f4f4c909e416f9ee753d8. Latest consensus state: current_term: 1 leader_uuid: "93631242591f4f4c909e416f9ee753d8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95e1dba169864a4cb9e001f24def0664" member_type: VOTER last_known_addr { host: "127.11.214.126" port: 39901 } } peers { permanent_uuid: "0348d1366b0b48cca904252f20d8ab6e" member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } } peers { permanent_uuid: "93631242591f4f4c909e416f9ee753d8" member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } } }
20:29:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.086598 12367 sys_catalog.cc:458] T 00000000000000000000000000000000 P 95e1dba169864a4cb9e001f24def0664 [sys.catalog]: This master's current role is: FOLLOWER
20:29:39.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.094981 12397 mvcc.cc:205] Tried to move back new op lower bound from 7334409744531042304 to 7334409744271937536. Current Snapshot: MvccSnapshot[applied={T|T < 7334409744531042304}]
20:29:39.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.101166 12398 mvcc.cc:205] Tried to move back new op lower bound from 7334409744531042304 to 7334409744271937536. Current Snapshot: MvccSnapshot[applied={T|T < 7334409744531042304}]
20:29:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.110029 12367 sys_catalog.cc:455] T 00000000000000000000000000000000 P 95e1dba169864a4cb9e001f24def0664 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "93631242591f4f4c909e416f9ee753d8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95e1dba169864a4cb9e001f24def0664" member_type: VOTER last_known_addr { host: "127.11.214.126" port: 39901 } } peers { permanent_uuid: "0348d1366b0b48cca904252f20d8ab6e" member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } } peers { permanent_uuid: "93631242591f4f4c909e416f9ee753d8" member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } } }
20:29:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.110806 12367 sys_catalog.cc:458] T 00000000000000000000000000000000 P 95e1dba169864a4cb9e001f24def0664 [sys.catalog]: This master's current role is: FOLLOWER
20:29:39.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.116736 12394 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "93631242591f4f4c909e416f9ee753d8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95e1dba169864a4cb9e001f24def0664" member_type: VOTER last_known_addr { host: "127.11.214.126" port: 39901 } } peers { permanent_uuid: "0348d1366b0b48cca904252f20d8ab6e" member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } } peers { permanent_uuid: "93631242591f4f4c909e416f9ee753d8" member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } } }
20:29:39.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.118530 12394 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [sys.catalog]: This master's current role is: LEADER
20:29:39.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.131174 12396 catalog_manager.cc:1347] Generated new cluster ID: 6bf9085b15514e01963f63787c80d37c
20:29:39.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.131485 12396 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
20:29:39.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.180250 12396 catalog_manager.cc:1370] Generated new certificate authority record
20:29:39.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.182857 12396 catalog_manager.cc:1504] Loading token signing keys...
20:29:39.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.220252 12396 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8: Generated new TSK 0
20:29:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.221951 12396 catalog_manager.cc:1514] Initializing in-progress tserver states...
20:29:39.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.259776 12121 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu
20:29:39.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu
20:29:39.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-0/wal
20:29:39.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-0/data
20:29:39.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:29:39.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:29:39.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:29:39.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:29:39.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:29:39.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:29:39.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-0/logs
20:29:39.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-0/data/info.pb
20:29:39.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:29:39.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:29:39.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:29:39.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:29:39.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:29:39.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:29:39.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:29:39.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:29:39.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:29:39.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:29:39.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.214.65:0
20:29:39.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.214.65
20:29:39.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.214.65
20:29:39.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:29:39.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.214.126:39901,127.11.214.125:33373,127.11.214.124:40105
20:29:39.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.214.84:33667
20:29:39.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:29:39.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:29:39.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:29:39.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.312434 12276 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } attempt: 7
20:29:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.363637 12276 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0348d1366b0b48cca904252f20d8ab6e: Bootstrap starting.
20:29:39.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.371806 12276 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0348d1366b0b48cca904252f20d8ab6e: Neither blocks nor log segments found. Creating new log.
20:29:39.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.374965 12276 log.cc:824] T 00000000000000000000000000000000 P 0348d1366b0b48cca904252f20d8ab6e: Log is configured to *not* fsync() on all Append() calls
20:29:39.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.394902 12276 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0348d1366b0b48cca904252f20d8ab6e: No bootstrap required, opened a new log
20:29:39.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.476959 12276 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0348d1366b0b48cca904252f20d8ab6e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95e1dba169864a4cb9e001f24def0664" member_type: VOTER last_known_addr { host: "127.11.214.126" port: 39901 } } peers { permanent_uuid: "0348d1366b0b48cca904252f20d8ab6e" member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } } peers { permanent_uuid: "93631242591f4f4c909e416f9ee753d8" member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } }
20:29:39.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.479449 12276 raft_consensus.cc:374] T 00000000000000000000000000000000 P 0348d1366b0b48cca904252f20d8ab6e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:29:39.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.480477 12276 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0348d1366b0b48cca904252f20d8ab6e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0348d1366b0b48cca904252f20d8ab6e, State: Initialized, Role: FOLLOWER
20:29:39.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.483172 12276 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0348d1366b0b48cca904252f20d8ab6e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95e1dba169864a4cb9e001f24def0664" member_type: VOTER last_known_addr { host: "127.11.214.126" port: 39901 } } peers { permanent_uuid: "0348d1366b0b48cca904252f20d8ab6e" member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } } peers { permanent_uuid: "93631242591f4f4c909e416f9ee753d8" member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } }
20:29:39.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.506089 12250 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "93631242591f4f4c909e416f9ee753d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0348d1366b0b48cca904252f20d8ab6e"
20:29:39.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.506882 12250 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0348d1366b0b48cca904252f20d8ab6e [term 0 FOLLOWER]: Advancing to term 1
20:29:39.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.508211 12251 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "93631242591f4f4c909e416f9ee753d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0348d1366b0b48cca904252f20d8ab6e" is_pre_election: true
20:29:39.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.517693 12250 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 0348d1366b0b48cca904252f20d8ab6e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 93631242591f4f4c909e416f9ee753d8 in term 1.
20:29:39.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.519619 12249 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 0348d1366b0b48cca904252f20d8ab6e [term 1 FOLLOWER]: Refusing update from remote peer 93631242591f4f4c909e416f9ee753d8: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:29:39.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.526660 12406 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0348d1366b0b48cca904252f20d8ab6e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95e1dba169864a4cb9e001f24def0664" member_type: VOTER last_known_addr { host: "127.11.214.126" port: 39901 } } peers { permanent_uuid: "0348d1366b0b48cca904252f20d8ab6e" member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } } peers { permanent_uuid: "93631242591f4f4c909e416f9ee753d8" member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } } }
20:29:39.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.527108 12394 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0348d1366b0b48cca904252f20d8ab6e" member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:29:39.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.528347 12406 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0348d1366b0b48cca904252f20d8ab6e [sys.catalog]: This master's current role is: FOLLOWER
20:29:39.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.527896 12276 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0348d1366b0b48cca904252f20d8ab6e [sys.catalog]: configured and running, proceeding with master startup.
20:29:39.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.598888 12406 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0348d1366b0b48cca904252f20d8ab6e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 93631242591f4f4c909e416f9ee753d8. Latest consensus state: current_term: 1 leader_uuid: "93631242591f4f4c909e416f9ee753d8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95e1dba169864a4cb9e001f24def0664" member_type: VOTER last_known_addr { host: "127.11.214.126" port: 39901 } } peers { permanent_uuid: "0348d1366b0b48cca904252f20d8ab6e" member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } } peers { permanent_uuid: "93631242591f4f4c909e416f9ee753d8" member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } } }
20:29:39.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.599620 12406 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0348d1366b0b48cca904252f20d8ab6e [sys.catalog]: This master's current role is: FOLLOWER
20:29:39.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.601075 12413 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0348d1366b0b48cca904252f20d8ab6e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "93631242591f4f4c909e416f9ee753d8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95e1dba169864a4cb9e001f24def0664" member_type: VOTER last_known_addr { host: "127.11.214.126" port: 39901 } } peers { permanent_uuid: "0348d1366b0b48cca904252f20d8ab6e" member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } } peers { permanent_uuid: "93631242591f4f4c909e416f9ee753d8" member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } } }
20:29:39.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.603788 12413 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0348d1366b0b48cca904252f20d8ab6e [sys.catalog]: This master's current role is: FOLLOWER
20:29:39.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.653193 12422 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:29:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:39.794756 12402 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:29:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:39.795393 12402 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:29:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:39.796137 12402 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:29:39.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:39.850723 12402 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:29:39.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:39.852133 12402 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.214.65
20:29:39.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.913328 12402 tablet_server_runner.cc:78] Tablet server non-default flags:
20:29:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:29:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.214.84:33667
20:29:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:29:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:29:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-0/data
20:29:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-0/wal
20:29:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:29:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:29:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.214.65:0
20:29:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:29:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:29:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:29:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-0/data/info.pb
20:29:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.214.65
20:29:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:29:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.214.126:39901,127.11.214.125:33373,127.11.214.124:40105
20:29:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:29:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:29:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:29:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:29:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:29:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.214.65
20:29:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-0/logs
20:29:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:29:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:29:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:29:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:29:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:29:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:29:39.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:29:39.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:34:45 UTC on ccycloud.quasar-elnkgk.root.comops.site
20:29:39.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677568
20:29:39.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:29:39.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.914968 12402 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:29:39.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.917187 12402 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:29:39.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.934878 12390 catalog_manager.cc:1259] Loaded cluster ID: 6bf9085b15514e01963f63787c80d37c
20:29:39.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.935491 12390 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 95e1dba169864a4cb9e001f24def0664: loading cluster ID for follower catalog manager: success
20:29:39.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.943617 12390 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 95e1dba169864a4cb9e001f24def0664: acquiring CA information for follower catalog manager: success
20:29:39.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:39.950264 12390 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 95e1dba169864a4cb9e001f24def0664: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:29:39.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:39.969403 12428 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:40.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:40.032051 12431 sys_catalog.cc:455] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "93631242591f4f4c909e416f9ee753d8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95e1dba169864a4cb9e001f24def0664" member_type: VOTER last_known_addr { host: "127.11.214.126" port: 39901 } } peers { permanent_uuid: "0348d1366b0b48cca904252f20d8ab6e" member_type: VOTER last_known_addr { host: "127.11.214.125" port: 33373 } } peers { permanent_uuid: "93631242591f4f4c909e416f9ee753d8" member_type: VOTER last_known_addr { host: "127.11.214.124" port: 40105 } } }
20:29:40.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:40.037851 12431 sys_catalog.cc:458] T 00000000000000000000000000000000 P 93631242591f4f4c909e416f9ee753d8 [sys.catalog]: This master's current role is: LEADER
20:29:40.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:40.695268 12422 catalog_manager.cc:1259] Loaded cluster ID: 6bf9085b15514e01963f63787c80d37c
20:29:40.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:40.695591 12422 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 0348d1366b0b48cca904252f20d8ab6e: loading cluster ID for follower catalog manager: success
20:29:40.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:40.724685 12422 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 0348d1366b0b48cca904252f20d8ab6e: acquiring CA information for follower catalog manager: success
20:29:40.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:40.743721 12422 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 0348d1366b0b48cca904252f20d8ab6e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:29:41.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:41.335744 12427 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 12402
20:29:41.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:41.701153 12427 kernel_stack_watchdog.cc:198] Thread 12402 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 372ms:
20:29:41.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:29:41.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:29:41.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:29:41.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:29:41.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:39.976960 12429 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:41.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:41.704003 12402 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.742s user 0.459s sys 0.702s
20:29:41.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:41.704325 12402 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.743s user 0.459s sys 0.702s
20:29:41.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:41.727139 12438 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:41.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:41.727653 12402 server_base.cc:1034] running on GCE node
20:29:41.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:41.729038 12402 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:29:41.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:41.739980 12402 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:29:41.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:41.743639 12402 hybrid_clock.cc:648] HybridClock initialized: now 1790627381743512 us; error 68 us; skew 500 ppm
20:29:41.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:41.745220 12402 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:29:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:41.774181 12402 webserver.cc:460] Webserver started at http://127.11.214.65:37041/ using document root <none> and password file <none>
20:29:41.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:41.775552 12402 fs_manager.cc:359] Metadata directory not provided
20:29:41.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:41.775833 12402 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:29:41.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:41.776433 12402 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:29:41.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:41.785203 12402 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-0/data/instance:
20:29:41.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33266ead7ecd46c9a4e298fd7904a12f"
20:29:41.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:41 on dist-test-slave-hmzc"
20:29:41.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:41.786863 12402 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-0/wal/instance:
20:29:41.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33266ead7ecd46c9a4e298fd7904a12f"
20:29:41.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:41 on dist-test-slave-hmzc"
20:29:41.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:41.805626 12402 fs_manager.cc:691] Time spent creating directory manager: real 0.018s user 0.004s sys 0.012s
20:29:41.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:41.823033 12443 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:29:41.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:41.824887 12402 fs_manager.cc:725] Time spent opening block manager: real 0.014s user 0.003s sys 0.009s
20:29:41.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:41.825407 12402 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-0/data,/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-0/wal
20:29:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33266ead7ecd46c9a4e298fd7904a12f"
20:29:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:41 on dist-test-slave-hmzc"
20:29:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:41.825852 12402 fs_report.cc:383] FS layout report
20:29:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:29:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-0/wal
20:29:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-0/wal
20:29:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-0/data/data
20:29:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:29:41.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:29:41.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:29:41.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:29:41.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:29:41.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:29:41.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:29:41.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:29:41.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:29:41.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:29:41.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:29:41.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:41.917393 12402 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:29:41.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:41.919571 12402 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:29:41.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:41.920146 12402 kserver.cc:163] Server-wide thread pool size limit: 3276
20:29:41.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:41.929811 12402 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:29:41.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:41.943210 12402 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:29:41.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:41.943500 12402 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:29:41.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:41.943786 12402 ts_tablet_manager.cc:610] Registered 0 tablets
20:29:41.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:41.944006 12402 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:29:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:42.305513 12402 rpc_server.cc:307] RPC server started. Bound to: 127.11.214.65:42827
20:29:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:42.305572 12555 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.214.65:42827 every 8 connection(s)
20:29:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:42.309098 12402 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-0/data/info.pb
20:29:42.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:42.313256 12121 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu as pid 12402
20:29:42.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:42.313692 12121 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-0/wal/instance
20:29:42.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:42.331617 12121 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu
20:29:42.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu
20:29:42.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-1/wal
20:29:42.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-1/data
20:29:42.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:29:42.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:29:42.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:29:42.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:29:42.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:29:42.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:29:42.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-1/logs
20:29:42.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-1/data/info.pb
20:29:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:29:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:29:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:29:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:29:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:29:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:29:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:29:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:29:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:29:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:29:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.214.66:0
20:29:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.214.66
20:29:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.214.66
20:29:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:29:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.214.126:39901,127.11.214.125:33373,127.11.214.124:40105
20:29:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.214.84:33667
20:29:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:29:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:29:42.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:29:42.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:42.381515 12556 heartbeater.cc:347] Connected to a master server at 127.11.214.124:40105
20:29:42.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:42.381951 12556 heartbeater.cc:464] Registering TS with master...
20:29:42.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:42.383189 12556 heartbeater.cc:511] Master 127.11.214.124:40105 requested a full tablet report, sending...
20:29:42.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:42.387408 12320 ts_manager.cc:194] Registered new tserver with Master: 33266ead7ecd46c9a4e298fd7904a12f (127.11.214.65:42827)
20:29:42.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:42.390641 12320 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.214.65:47583
20:29:42.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:42.398739 12557 heartbeater.cc:347] Connected to a master server at 127.11.214.125:33373
20:29:42.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:42.399130 12557 heartbeater.cc:464] Registering TS with master...
20:29:42.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:42.400405 12557 heartbeater.cc:511] Master 127.11.214.125:33373 requested a full tablet report, sending...
20:29:42.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:42.403591 12241 ts_manager.cc:194] Registered new tserver with Master: 33266ead7ecd46c9a4e298fd7904a12f (127.11.214.65:42827)
20:29:42.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:42.405951 12560 heartbeater.cc:347] Connected to a master server at 127.11.214.126:39901
20:29:42.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:42.406320 12560 heartbeater.cc:464] Registering TS with master...
20:29:42.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:42.406981 12560 heartbeater.cc:511] Master 127.11.214.126:39901 requested a full tablet report, sending...
20:29:42.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:42.409838 12166 ts_manager.cc:194] Registered new tserver with Master: 33266ead7ecd46c9a4e298fd7904a12f (127.11.214.65:42827)
20:29:42.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:42.693280 12566 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:29:42.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:42.693801 12566 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:29:42.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:42.694345 12566 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:29:42.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:42.744912 12566 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:29:42.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:42.745878 12566 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.214.66
20:29:42.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:42.781437 12566 tablet_server_runner.cc:78] Tablet server non-default flags:
20:29:42.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:29:42.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.214.84:33667
20:29:42.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:29:42.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:29:42.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-1/data
20:29:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-1/wal
20:29:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:29:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:29:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.214.66:0
20:29:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:29:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:29:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:29:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-1/data/info.pb
20:29:42.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.214.66
20:29:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:29:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.214.126:39901,127.11.214.125:33373,127.11.214.124:40105
20:29:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:29:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:29:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:29:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:29:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:29:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.214.66
20:29:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-1/logs
20:29:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:29:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:29:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:29:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:29:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:29:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:29:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:29:42.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:34:45 UTC on ccycloud.quasar-elnkgk.root.comops.site
20:29:42.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677568
20:29:42.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:29:42.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:42.782701 12566 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:29:42.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:42.784407 12566 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:29:42.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:42.810364 12573 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:43.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:43.396394 12556 heartbeater.cc:503] Master 127.11.214.124:40105 was elected leader, sending a full tablet report...
20:29:43.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:42.810424 12572 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:43.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:43.922556 12574 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:29:43.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:43.922619 12566 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:29:43.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:42.811792 12575 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:43.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:43.927655 12566 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:29:43.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:43.930395 12566 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:29:43.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:43.932072 12566 hybrid_clock.cc:648] HybridClock initialized: now 1790627383932035 us; error 46 us; skew 500 ppm
20:29:43.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:43.932909 12566 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:29:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:43.940618 12566 webserver.cc:460] Webserver started at http://127.11.214.66:35575/ using document root <none> and password file <none>
20:29:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:43.941946 12566 fs_manager.cc:359] Metadata directory not provided
20:29:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:43.942206 12566 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:29:43.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:43.942698 12566 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:29:43.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:43.949687 12566 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-1/data/instance:
20:29:43.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ded3b69d85ac4e1783288986a534369b"
20:29:43.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:43 on dist-test-slave-hmzc"
20:29:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:43.951359 12566 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-1/wal/instance:
20:29:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ded3b69d85ac4e1783288986a534369b"
20:29:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:43 on dist-test-slave-hmzc"
20:29:43.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:43.960614 12566 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.008s sys 0.000s
20:29:43.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:43.967736 12584 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:29:43.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:43.969115 12566 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
20:29:43.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:43.969501 12566 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-1/data,/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-1/wal
20:29:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ded3b69d85ac4e1783288986a534369b"
20:29:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:43 on dist-test-slave-hmzc"
20:29:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:43.969933 12566 fs_report.cc:383] FS layout report
20:29:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:29:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-1/wal
20:29:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-1/wal
20:29:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-1/data/data
20:29:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:29:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:29:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:29:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:29:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:29:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:29:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:29:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:29:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:29:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:29:43.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:29:44.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.021859 12566 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:29:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.023248 12566 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:29:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.023653 12566 kserver.cc:163] Server-wide thread pool size limit: 3276
20:29:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.026062 12566 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:29:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.030381 12566 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:29:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.030571 12566 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:29:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.030761 12566 ts_tablet_manager.cc:610] Registered 0 tablets
20:29:44.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.030897 12566 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:29:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.213030 12566 rpc_server.cc:307] RPC server started. Bound to: 127.11.214.66:34325
20:29:44.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.213136 12696 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.214.66:34325 every 8 connection(s)
20:29:44.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.215461 12566 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-1/data/info.pb
20:29:44.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.224828 12121 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu as pid 12566
20:29:44.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.225512 12121 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-1/wal/instance
20:29:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.250774 12121 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu
20:29:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu
20:29:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-2/wal
20:29:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-2/data
20:29:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:29:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:29:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:29:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:29:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:29:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:29:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-2/logs
20:29:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-2/data/info.pb
20:29:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:29:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:29:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:29:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:29:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:29:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:29:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:29:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:29:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:29:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:29:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.214.67:0
20:29:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.214.67
20:29:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.214.67
20:29:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:29:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.214.126:39901,127.11.214.125:33373,127.11.214.124:40105
20:29:44.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.214.84:33667
20:29:44.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:29:44.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:29:44.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:29:44.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.300217 12698 heartbeater.cc:347] Connected to a master server at 127.11.214.125:33373
20:29:44.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.300843 12698 heartbeater.cc:464] Registering TS with master...
20:29:44.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.302086 12698 heartbeater.cc:511] Master 127.11.214.125:33373 requested a full tablet report, sending...
20:29:44.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.303663 12697 heartbeater.cc:347] Connected to a master server at 127.11.214.124:40105
20:29:44.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.304029 12697 heartbeater.cc:464] Registering TS with master...
20:29:44.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.304823 12697 heartbeater.cc:511] Master 127.11.214.124:40105 requested a full tablet report, sending...
20:29:44.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.305416 12241 ts_manager.cc:194] Registered new tserver with Master: ded3b69d85ac4e1783288986a534369b (127.11.214.66:34325)
20:29:44.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.307066 12320 ts_manager.cc:194] Registered new tserver with Master: ded3b69d85ac4e1783288986a534369b (127.11.214.66:34325)
20:29:44.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.309418 12320 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.214.66:33225
20:29:44.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.313665 12699 heartbeater.cc:347] Connected to a master server at 127.11.214.126:39901
20:29:44.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.313982 12699 heartbeater.cc:464] Registering TS with master...
20:29:44.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.314595 12699 heartbeater.cc:511] Master 127.11.214.126:39901 requested a full tablet report, sending...
20:29:44.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.317346 12166 ts_manager.cc:194] Registered new tserver with Master: ded3b69d85ac4e1783288986a534369b (127.11.214.66:34325)
20:29:44.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:44.592034 12707 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:29:44.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:44.592514 12707 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:29:44.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:44.592945 12707 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:29:44.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:44.624543 12707 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:29:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:44.625336 12707 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.214.67
20:29:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.660631 12707 tablet_server_runner.cc:78] Tablet server non-default flags:
20:29:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:29:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.214.84:33667
20:29:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:29:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:29:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-2/data
20:29:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-2/wal
20:29:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:29:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:29:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.214.67:0
20:29:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:29:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:29:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:29:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-2/data/info.pb
20:29:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.214.67
20:29:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:29:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.214.126:39901,127.11.214.125:33373,127.11.214.124:40105
20:29:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:29:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:29:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:29:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:29:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:29:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.214.67
20:29:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-2/logs
20:29:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:29:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:29:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:29:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:29:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:29:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:29:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:29:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:34:45 UTC on ccycloud.quasar-elnkgk.root.comops.site
20:29:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677568
20:29:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:29:44.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.661937 12707 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:29:44.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:44.663782 12707 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:29:45.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:45.189658 12552 debug-util.cc:398] Leaking SignalData structure 0x7b08000af4c0 after lost signal to thread 12423
20:29:45.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:45.190883 12552 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba960 after lost signal to thread 12555
20:29:45.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:45.313825 12697 heartbeater.cc:503] Master 127.11.214.124:40105 was elected leader, sending a full tablet report...
20:29:46.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:44.684602 12714 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:46.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:44.684541 12713 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:46.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:44.684530 12716 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:46.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.039597 12707 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:29:46.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:46.039499 12715 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1356 milliseconds
20:29:46.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.044605 12707 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:29:46.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.047377 12707 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:29:46.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.049017 12707 hybrid_clock.cc:648] HybridClock initialized: now 1790627386048971 us; error 45 us; skew 500 ppm
20:29:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.050034 12707 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:29:46.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.057471 12707 webserver.cc:460] Webserver started at http://127.11.214.67:45025/ using document root <none> and password file <none>
20:29:46.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.058667 12707 fs_manager.cc:359] Metadata directory not provided
20:29:46.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.058945 12707 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:29:46.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.059463 12707 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:29:46.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.066582 12707 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-2/data/instance:
20:29:46.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9eeb9c469b4c4250a192567f9ef874ba"
20:29:46.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:46 on dist-test-slave-hmzc"
20:29:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.068110 12707 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-2/wal/instance:
20:29:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9eeb9c469b4c4250a192567f9ef874ba"
20:29:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:46 on dist-test-slave-hmzc"
20:29:46.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.077276 12707 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.001s
20:29:46.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.084730 12724 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:29:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.086024 12707 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
20:29:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.086372 12707 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-2/data,/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-2/wal
20:29:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9eeb9c469b4c4250a192567f9ef874ba"
20:29:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:46 on dist-test-slave-hmzc"
20:29:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.086717 12707 fs_report.cc:383] FS layout report
20:29:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:29:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-2/wal
20:29:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-2/wal
20:29:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-2/data/data
20:29:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:29:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:29:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:29:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:29:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:29:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:29:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:29:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:29:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:29:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:29:46.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:29:46.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.120186 12707 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:29:46.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.121694 12707 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:29:46.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.122179 12707 kserver.cc:163] Server-wide thread pool size limit: 3276
20:29:46.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.124833 12707 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:29:46.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.129591 12707 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:29:46.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.129813 12707 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:29:46.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.130125 12707 ts_tablet_manager.cc:610] Registered 0 tablets
20:29:46.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.130378 12707 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:29:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.324384 12836 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.11.214.67:36647 every 8 connection(s)
20:29:46.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.324942 12707 rpc_server.cc:307] RPC server started. Bound to: 127.11.214.67:36647
20:29:46.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.329178 12707 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-2/data/info.pb
20:29:46.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.332304 12121 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu as pid 12707
20:29:46.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.332756 12121 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster7929870822004453970/ts-2/wal/instance
20:29:46.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.386322 12837 heartbeater.cc:347] Connected to a master server at 127.11.214.124:40105
20:29:46.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.386814 12837 heartbeater.cc:464] Registering TS with master...
20:29:46.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.387991 12837 heartbeater.cc:511] Master 127.11.214.124:40105 requested a full tablet report, sending...
20:29:46.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.391238 12320 ts_manager.cc:194] Registered new tserver with Master: 9eeb9c469b4c4250a192567f9ef874ba (127.11.214.67:36647)
20:29:46.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.393409 12320 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.11.214.67:43107
20:29:46.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.399494 12841 heartbeater.cc:347] Connected to a master server at 127.11.214.126:39901
20:29:46.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.399801 12841 heartbeater.cc:464] Registering TS with master...
20:29:46.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.400535 12841 heartbeater.cc:511] Master 127.11.214.126:39901 requested a full tablet report, sending...
20:29:46.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.403272 12166 ts_manager.cc:194] Registered new tserver with Master: 9eeb9c469b4c4250a192567f9ef874ba (127.11.214.67:36647)
20:29:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.412820 12838 heartbeater.cc:347] Connected to a master server at 127.11.214.125:33373
20:29:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.413118 12838 heartbeater.cc:464] Registering TS with master...
20:29:46.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.413710 12838 heartbeater.cc:511] Master 127.11.214.125:33373 requested a full tablet report, sending...
20:29:46.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.416349 12241 ts_manager.cc:194] Registered new tserver with Master: 9eeb9c469b4c4250a192567f9ef874ba (127.11.214.67:36647)
20:29:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:46.421857 12121 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
20:29:46.433 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:29:46.435 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:29:46.450 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.11.214.126"
port: 39901
}
bound_http_address {
host: "127.11.214.126"
port: 35955
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.11.214.125"
port: 33373
}
bound_http_address {
host: "127.11.214.125"
port: 36181
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.11.214.124"
port: 40105
}
bound_http_address {
host: "127.11.214.124"
port: 40915
}
}
}
20:29:46.457 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:29:46.460 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.11.214.65"
port: 42827
}
bound_http_address {
host: "127.11.214.65"
port: 37041
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.11.214.66"
port: 34325
}
bound_http_address {
host: "127.11.214.66"
port: 35575
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.11.214.67"
port: 36647
}
bound_http_address {
host: "127.11.214.67"
port: 45025
}
}
}
20:29:46.460 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:29:46.643 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:29:46.792 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskdc7apy/test-tmp
20:29:46.793 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:29:46.793 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskdc7apy/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:29:46.802 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
20:29:47.269 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:29:47.269 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:29:47.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:47.273010 12848 mini_oidc.cc:152] Starting JWKS server
20:29:47.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:47.277004 12848 webserver.cc:460] Webserver started at http://127.0.0.1:34961/ using document root <none> and password file <none>
20:29:47.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:47.277585 12848 mini_oidc.cc:189] Starting OIDC Discovery server
20:29:47.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:47.279418 12848 webserver.cc:460] Webserver started at http://127.0.0.1:34561/ using document root <none> and password file <none>
20:29:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
20:29:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/principal' for realm 'KRBTEST.COM',
20:29:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
20:29:47.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:29:47 dist-test-slave-hmzc krb5kdc[12861](info): setting up network...
20:29:47.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
20:29:47.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:29:47 dist-test-slave-hmzc krb5kdc[12861](info): set up 2 sockets
20:29:47.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:29:47 dist-test-slave-hmzc krb5kdc[12861](info): commencing operation
20:29:47.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
20:29:47.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:47.399130 12837 heartbeater.cc:503] Master 127.11.214.124:40105 was elected leader, sending a full tablet report...
20:29:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:48.312198 12848 mini_kdc.cc:121] Time spent starting KDC: real 1.007s user 0.005s sys 0.014s
20:29:48.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
20:29:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:29:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
20:29:48.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
20:29:48.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:29:48.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
20:29:48.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
20:29:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:29:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
20:29:48.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:29:48.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/test-user.keytab.
20:29:48.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/test-user.keytab.
20:29:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:29:48 dist-test-slave-hmzc krb5kdc[12861](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790627388, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:29:48.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:29:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T20:29:48Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
20:29:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T20:29:48Z Disabled control of system clock
20:29:48.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.12.140.62@KRBTEST.COM; defaulting to no policy
20:29:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:29:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.12.140.62@KRBTEST.COM" created.
20:29:48.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:29:48.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.140.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/kudu_127.12.140.62.keytab.
20:29:48.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.140.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/kudu_127.12.140.62.keytab.
20:29:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:48.501917 12848 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu
20:29:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu
20:29:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/wal
20:29:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/data
20:29:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:29:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:29:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:29:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:29:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:29:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:29:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/logs
20:29:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/data/info.pb
20:29:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:29:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:29:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:29:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:29:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:29:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:29:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:29:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:29:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:29:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:29:48.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:29:48.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:29:48.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.140.62:33933
20:29:48.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.140.62
20:29:48.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:29:48.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/kudu_127.12.140.62.keytab
20:29:48.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.140.62
20:29:48.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:29:48.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:29:48.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:29:48.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.140.20:34073
20:29:48.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:29:48.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:29:48.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:29:48.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:29:48.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.140.62:33933,127.12.140.61:38021,127.12.140.60:33179
20:29:48.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:29:48.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34961/jwks.json
20:29:48.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:29:48.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:48.802137 12874 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:29:48.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:48.802819 12874 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:29:48.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:48.803460 12874 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:29:48.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:48.834450 12874 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:29:48.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:48.834702 12874 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:29:48.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:48.835093 12874 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:29:48.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:48.835379 12874 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:29:48.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:48.835649 12874 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:29:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:48.835917 12874 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:29:48.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:48.836115 12874 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34961/jwks.json
20:29:48.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:48.873452 12874 master_runner.cc:386] Master server non-default flags:
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.140.20:34073
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/data
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/wal
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.140.62:33933,127.12.140.61:38021,127.12.140.60:33179
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/kudu_127.12.140.62.keytab
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.140.62
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.140.62:33933
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34961/jwks.json
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/data/info.pb
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.140.62
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:29:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:29:48.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:29:48.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/logs
20:29:48.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:29:48.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:29:48.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:29:48.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:29:48.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:29:48.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:29:48.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:29:48.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:34:45 UTC on ccycloud.quasar-elnkgk.root.comops.site
20:29:48.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677568
20:29:48.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:29:48.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:48.874951 12874 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:29:48.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:48.876302 12874 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:29:48.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:48.897643 12883 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:48.898294 12880 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:48.901240 12874 server_base.cc:1034] running on GCE node
20:29:50.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:48.900641 12881 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.058177 12874 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:29:50.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.060844 12874 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:29:50.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.062237 12874 hybrid_clock.cc:648] HybridClock initialized: now 1790627390062201 us; error 46 us; skew 500 ppm
20:29:50.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.063123 12874 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:29:50.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:29:50 dist-test-slave-hmzc krb5kdc[12861](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790627390, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.140.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:29:50.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.069705 12874 init.cc:377] Logged in from keytab as kudu/127.12.140.62@KRBTEST.COM (short username kudu)
20:29:50.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.074813 12874 webserver.cc:460] Webserver started at http://127.12.140.62:36041/ using document root <none> and password file <none>
20:29:50.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.075747 12874 fs_manager.cc:359] Metadata directory not provided
20:29:50.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.075933 12874 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:29:50.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.076323 12874 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:29:50.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.081532 12874 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/data/instance:
20:29:50.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d13156173b34d08b52eb08ad0ece862"
20:29:50.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:50 on dist-test-slave-hmzc"
20:29:50.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.082681 12874 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/wal/instance:
20:29:50.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d13156173b34d08b52eb08ad0ece862"
20:29:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:50 on dist-test-slave-hmzc"
20:29:50.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.090586 12874 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.007s
20:29:50.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.096730 12892 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:29:50.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.097997 12874 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
20:29:50.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.098404 12874 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/data,/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/wal
20:29:50.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d13156173b34d08b52eb08ad0ece862"
20:29:50.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:50 on dist-test-slave-hmzc"
20:29:50.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.098755 12874 fs_report.cc:383] FS layout report
20:29:50.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:29:50.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/wal
20:29:50.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/wal
20:29:50.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/data/data
20:29:50.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:29:50.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:29:50.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:29:50.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:29:50.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:29:50.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:29:50.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:29:50.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:29:50.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:29:50.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:29:50.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:29:50.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.159421 12874 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:29:50.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.165463 12874 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:29:50.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.165892 12874 kserver.cc:163] Server-wide thread pool size limit: 3276
20:29:50.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.252095 12874 rpc_server.cc:307] RPC server started. Bound to: 127.12.140.62:33933
20:29:50.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.252691 12943 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.140.62:33933 every 8 connection(s)
20:29:50.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.255117 12874 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/data/info.pb
20:29:50.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.259965 12848 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu as pid 12874
20:29:50.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.260861 12848 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/wal/instance
20:29:50.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.261780 12944 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:29:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.274964 12944 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.140.62" port: 33933 } has no permanent_uuid. Determining permanent_uuid...
20:29:50.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.12.140.61@KRBTEST.COM; defaulting to no policy
20:29:50.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:29:50.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.12.140.61@KRBTEST.COM" created.
20:29:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:29:50 dist-test-slave-hmzc krb5kdc[12861](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790627390, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.140.62@KRBTEST.COM for kudu/127.12.140.62@KRBTEST.COM
20:29:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:29:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.140.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/kudu_127.12.140.61.keytab.
20:29:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.140.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/kudu_127.12.140.61.keytab.
20:29:50.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.308413 12848 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu
20:29:50.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu
20:29:50.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/wal
20:29:50.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/data
20:29:50.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:29:50.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/logs
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/data/info.pb
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.140.61:38021
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.140.61
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/kudu_127.12.140.61.keytab
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.140.61
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.140.20:34073
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.140.62:33933,127.12.140.61:38021,127.12.140.60:33179
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34961/jwks.json
20:29:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:29:50.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.320814 12944 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.140.61" port: 38021 } has no permanent_uuid. Determining permanent_uuid...
20:29:50.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:50.323756 12896 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.140.61:38021: connect: Connection refused (error 111)
20:29:50.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:50.331753 12944 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.140.61:38021: Network error: Client connection negotiation failed: client connection to 127.12.140.61:38021: connect: Connection refused (error 111)
20:29:50.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.381294 12944 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.140.61" port: 38021 } attempt: 1
20:29:50.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:50.385149 12944 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.140.61:38021: Network error: Client connection negotiation failed: client connection to 127.12.140.61:38021: connect: Connection refused (error 111)
20:29:50.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.453528 12944 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.140.61" port: 38021 } attempt: 2
20:29:50.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:50.457067 12944 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.140.61:38021: Network error: Client connection negotiation failed: client connection to 127.12.140.61:38021: connect: Connection refused (error 111)
20:29:50.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.548480 12944 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.140.61" port: 38021 } attempt: 3
20:29:50.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:50.553037 12944 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.140.61:38021: Network error: Client connection negotiation failed: client connection to 127.12.140.61:38021: connect: Connection refused (error 111)
20:29:50.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:50.649250 12950 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:29:50.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:50.649901 12950 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:29:50.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:50.650473 12950 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:29:50.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:50.654749 12552 debug-util.cc:398] Leaking SignalData structure 0x7b08000bd960 after lost signal to thread 12423
20:29:50.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:50.656020 12552 debug-util.cc:398] Leaking SignalData structure 0x7b08000af320 after lost signal to thread 12555
20:29:50.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:50.684290 12950 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:29:50.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:50.684571 12950 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:29:50.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:50.684829 12950 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:29:50.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:50.685017 12950 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:29:50.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:50.685220 12950 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:29:50.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:50.685405 12950 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:29:50.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:50.685540 12950 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34961/jwks.json
20:29:50.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.696476 12944 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.140.61" port: 38021 } attempt: 4
20:29:50.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:50.700292 12944 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.140.61:38021: Network error: Client connection negotiation failed: client connection to 127.12.140.61:38021: connect: Connection refused (error 111)
20:29:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.724606 12950 master_runner.cc:386] Master server non-default flags:
20:29:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:29:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.140.20:34073
20:29:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:29:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:29:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/data
20:29:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/wal
20:29:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:29:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:29:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.140.62:33933,127.12.140.61:38021,127.12.140.60:33179
20:29:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/kudu_127.12.140.61.keytab
20:29:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.140.61
20:29:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:29:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:29:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:29:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.140.61:38021
20:29:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:29:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:29:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:29:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34961/jwks.json
20:29:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:29:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:29:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:29:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:29:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:29:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/data/info.pb
20:29:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.140.61
20:29:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:29:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:29:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:29:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:29:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:29:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:29:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/logs
20:29:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:29:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:29:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:29:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:29:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:29:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:29:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:29:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:34:45 UTC on ccycloud.quasar-elnkgk.root.comops.site
20:29:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677568
20:29:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:29:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.725780 12950 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:29:50.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.726799 12950 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:29:50.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:50.748734 12960 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:51.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:50.999790 12944 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.140.61" port: 38021 } attempt: 5
20:29:51.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:51.004515 12944 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.140.61:38021: Network error: Client connection negotiation failed: client connection to 127.12.140.61:38021: connect: Connection refused (error 111)
20:29:51.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:51.551970 12944 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.140.61" port: 38021 } attempt: 6
20:29:51.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:51.560134 12944 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.140.61:38021: Network error: Client connection negotiation failed: client connection to 127.12.140.61:38021: connect: Connection refused (error 111)
20:29:51.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:50.748736 12957 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:51.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:50.748867 12958 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:51.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:51.903517 12959 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:29:51.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:51.903630 12950 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:29:51.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:51.907356 12950 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:29:51.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:51.910477 12950 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:29:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:51.911932 12950 hybrid_clock.cc:648] HybridClock initialized: now 1790627391911861 us; error 72 us; skew 500 ppm
20:29:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:51.912772 12950 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:29:51.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:29:51 dist-test-slave-hmzc krb5kdc[12861](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790627391, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.140.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:29:51.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:51.919478 12950 init.cc:377] Logged in from keytab as kudu/127.12.140.61@KRBTEST.COM (short username kudu)
20:29:51.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:51.925242 12950 webserver.cc:460] Webserver started at http://127.12.140.61:46427/ using document root <none> and password file <none>
20:29:51.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:51.926370 12950 fs_manager.cc:359] Metadata directory not provided
20:29:51.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:51.926561 12950 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:29:51.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:51.926961 12950 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:29:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:51.931728 12950 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/data/instance:
20:29:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f36ff65b4dc14184a96320780052576a"
20:29:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:51 on dist-test-slave-hmzc"
20:29:51.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:51.932888 12950 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/wal/instance:
20:29:51.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f36ff65b4dc14184a96320780052576a"
20:29:51.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:51 on dist-test-slave-hmzc"
20:29:51.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:51.943105 12950 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.005s sys 0.004s
20:29:51.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:51.949941 12970 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:29:51.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:51.951336 12950 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.000s sys 0.005s
20:29:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:51.951853 12950 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/data,/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/wal
20:29:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f36ff65b4dc14184a96320780052576a"
20:29:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:51 on dist-test-slave-hmzc"
20:29:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:51.952224 12950 fs_report.cc:383] FS layout report
20:29:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:29:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/wal
20:29:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/wal
20:29:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/data/data
20:29:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:29:51.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:29:51.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:29:51.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:29:51.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:29:51.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:29:51.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:29:51.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:29:51.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:29:51.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:29:51.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:29:51.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:51.998903 12950 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:29:52.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:52.005524 12950 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:29:52.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:52.006011 12950 kserver.cc:163] Server-wide thread pool size limit: 3276
20:29:52.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:52.086764 12950 rpc_server.cc:307] RPC server started. Bound to: 127.12.140.61:38021
20:29:52.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:52.086853 13021 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.140.61:38021 every 8 connection(s)
20:29:52.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:52.089618 12950 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/data/info.pb
20:29:52.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:52.095009 12848 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu as pid 12950
20:29:52.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:52.095497 12848 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/wal/instance
20:29:52.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:52.096235 13022 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:29:52.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.12.140.60@KRBTEST.COM; defaulting to no policy
20:29:52.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:52.110421 13022 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.140.62" port: 33933 } has no permanent_uuid. Determining permanent_uuid...
20:29:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:29:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.12.140.60@KRBTEST.COM" created.
20:29:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:29:52 dist-test-slave-hmzc krb5kdc[12861](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790627391, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.140.61@KRBTEST.COM for kudu/127.12.140.62@KRBTEST.COM
20:29:52.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:29:52.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.140.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/kudu_127.12.140.60.keytab.
20:29:52.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.12.140.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/kudu_127.12.140.60.keytab.
20:29:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:52.143201 12848 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu
20:29:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu
20:29:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/wal
20:29:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/data
20:29:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:29:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:29:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:29:52.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:29:52.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:29:52.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/logs
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/data/info.pb
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.140.60:33179
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.140.60
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/kudu_127.12.140.60.keytab
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.140.60
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.140.20:34073
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.140.62:33933,127.12.140.61:38021,127.12.140.60:33179
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34961/jwks.json
20:29:52.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:29:52.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:52.149505 13022 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.140.61" port: 38021 } has no permanent_uuid. Determining permanent_uuid...
20:29:52.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:29:52 dist-test-slave-hmzc krb5kdc[12861](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790627391, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.140.61@KRBTEST.COM for kudu/127.12.140.61@KRBTEST.COM
20:29:52.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:52.181921 13022 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } has no permanent_uuid. Determining permanent_uuid...
20:29:52.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:52.183884 12974 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.140.60:33179: connect: Connection refused (error 111)
20:29:52.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:52.188444 13022 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.140.60:33179: Network error: Client connection negotiation failed: client connection to 127.12.140.60:33179: connect: Connection refused (error 111)
20:29:52.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:52.237995 13022 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } attempt: 1
20:29:52.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:52.241564 13022 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.140.60:33179: Network error: Client connection negotiation failed: client connection to 127.12.140.60:33179: connect: Connection refused (error 111)
20:29:52.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:52.309996 13022 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } attempt: 2
20:29:52.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:52.314136 13022 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.140.60:33179: Network error: Client connection negotiation failed: client connection to 127.12.140.60:33179: connect: Connection refused (error 111)
20:29:52.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:52.405581 13022 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } attempt: 3
20:29:52.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:52.409709 13022 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.140.60:33179: Network error: Client connection negotiation failed: client connection to 127.12.140.60:33179: connect: Connection refused (error 111)
20:29:52.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:52.479918 13028 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:29:52.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:52.480492 13028 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:29:52.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:52.481117 13028 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:29:52.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:52.512053 13028 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:29:52.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:52.512300 13028 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:29:52.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:52.512713 13028 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:29:52.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:52.512990 13028 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:29:52.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:52.513262 13028 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:29:52.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:52.513559 13028 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:29:52.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:52.513778 13028 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34961/jwks.json
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:52.551604 13028 master_runner.cc:386] Master server non-default flags:
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.140.20:34073
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/data
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/wal
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.140.62:33933,127.12.140.61:38021,127.12.140.60:33179
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/kudu_127.12.140.60.keytab
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.140.60
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.140.60:33179
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34961/jwks.json
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/data/info.pb
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.140.60
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:29:52.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/logs
20:29:52.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:29:52.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:29:52.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:29:52.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:29:52.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:29:52.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:29:52.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:29:52.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:34:45 UTC on ccycloud.quasar-elnkgk.root.comops.site
20:29:52.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677568
20:29:52.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:29:52.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:52.552879 13028 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:29:52.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:52.553069 13022 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } attempt: 4
20:29:52.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:52.553865 13028 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:29:52.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:52.556588 13022 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.140.60:33179: Network error: Client connection negotiation failed: client connection to 127.12.140.60:33179: connect: Connection refused (error 111)
20:29:52.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:52.574167 13039 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:52.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:52.620702 12944 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.140.61" port: 38021 } attempt: 7
20:29:52.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:29:52 dist-test-slave-hmzc krb5kdc[12861](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790627390, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.140.62@KRBTEST.COM for kudu/127.12.140.61@KRBTEST.COM
20:29:52.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:52.651870 12944 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } has no permanent_uuid. Determining permanent_uuid...
20:29:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:52.657215 12944 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.140.60:33179: Network error: Client connection negotiation failed: client connection to 127.12.140.60:33179: connect: Connection refused (error 111)
20:29:52.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:52.715602 12944 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } attempt: 1
20:29:52.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:52.719935 12944 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.140.60:33179: Network error: Client connection negotiation failed: client connection to 127.12.140.60:33179: connect: Connection refused (error 111)
20:29:52.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:52.801391 12944 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } attempt: 2
20:29:52.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:52.805771 12944 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.140.60:33179: Network error: Client connection negotiation failed: client connection to 127.12.140.60:33179: connect: Connection refused (error 111)
20:29:52.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:52.855966 13022 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } attempt: 5
20:29:52.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:52.859998 13022 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.140.60:33179: Network error: Client connection negotiation failed: client connection to 127.12.140.60:33179: connect: Connection refused (error 111)
20:29:52.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:52.891158 12944 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } attempt: 3
20:29:52.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:52.895126 12944 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.140.60:33179: Network error: Client connection negotiation failed: client connection to 127.12.140.60:33179: connect: Connection refused (error 111)
20:29:53.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.035506 12944 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } attempt: 4
20:29:53.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:53.039598 12944 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.140.60:33179: Network error: Client connection negotiation failed: client connection to 127.12.140.60:33179: connect: Connection refused (error 111)
20:29:53.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.322999 12944 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } attempt: 5
20:29:53.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:53.327258 12944 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.140.60:33179: Network error: Client connection negotiation failed: client connection to 127.12.140.60:33179: connect: Connection refused (error 111)
20:29:53.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.407406 13022 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } attempt: 6
20:29:53.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:53.413478 13022 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.140.60:33179: Network error: Client connection negotiation failed: client connection to 127.12.140.60:33179: connect: Connection refused (error 111)
20:29:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:52.574553 13036 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:52.575747 13028 server_base.cc:1034] running on GCE node
20:29:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:52.574172 13037 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:53.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.722488 13028 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:29:53.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.725426 13028 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:29:53.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.726881 13028 hybrid_clock.cc:648] HybridClock initialized: now 1790627393726821 us; error 75 us; skew 500 ppm
20:29:53.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.727720 13028 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:29:53.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:29:53 dist-test-slave-hmzc krb5kdc[12861](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790627393, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.140.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:29:53.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.733598 13028 init.cc:377] Logged in from keytab as kudu/127.12.140.60@KRBTEST.COM (short username kudu)
20:29:53.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.738878 13028 webserver.cc:460] Webserver started at http://127.12.140.60:40783/ using document root <none> and password file <none>
20:29:53.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.739717 13028 fs_manager.cc:359] Metadata directory not provided
20:29:53.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.739905 13028 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:29:53.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.740305 13028 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:29:53.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.745595 13028 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/data/instance:
20:29:53.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce81ce5fc2324867bad70d12418c06d3"
20:29:53.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:53 on dist-test-slave-hmzc"
20:29:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.746755 13028 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/wal/instance:
20:29:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce81ce5fc2324867bad70d12418c06d3"
20:29:53.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:53 on dist-test-slave-hmzc"
20:29:53.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.755215 13028 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.005s sys 0.004s
20:29:53.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.761217 13054 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:29:53.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.762265 13028 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
20:29:53.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.762598 13028 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/data,/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/wal
20:29:53.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce81ce5fc2324867bad70d12418c06d3"
20:29:53.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:53 on dist-test-slave-hmzc"
20:29:53.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.762984 13028 fs_report.cc:383] FS layout report
20:29:53.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:29:53.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/wal
20:29:53.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/wal
20:29:53.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/data/data
20:29:53.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:29:53.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:29:53.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:29:53.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:29:53.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:29:53.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:29:53.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:29:53.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:29:53.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:29:53.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:29:53.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:29:53.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.819698 13028 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:29:53.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.825572 13028 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:29:53.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.825987 13028 kserver.cc:163] Server-wide thread pool size limit: 3276
20:29:53.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.879739 12944 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } attempt: 6
20:29:53.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:53.886952 12944 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.140.60:33179: Network error: Client connection negotiation failed: client connection to 127.12.140.60:33179: connect: Connection refused (error 111)
20:29:53.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.914903 13028 rpc_server.cc:307] RPC server started. Bound to: 127.12.140.60:33179
20:29:53.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.914976 13107 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.140.60:33179 every 8 connection(s)
20:29:53.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.917644 13028 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/data/info.pb
20:29:53.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.924468 13108 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:29:53.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.926855 12848 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu as pid 13028
20:29:53.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.927307 12848 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/wal/instance
20:29:53.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.941681 13108 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.140.62" port: 33933 } has no permanent_uuid. Determining permanent_uuid...
20:29:53.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:29:53 dist-test-slave-hmzc krb5kdc[12861](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790627388, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.140.60@KRBTEST.COM
20:29:53.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:29:53 dist-test-slave-hmzc krb5kdc[12861](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790627393, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.140.60@KRBTEST.COM for kudu/127.12.140.62@KRBTEST.COM
20:29:53.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:53.989519 13108 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.140.61" port: 38021 } has no permanent_uuid. Determining permanent_uuid...
20:29:54.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:29:53 dist-test-slave-hmzc krb5kdc[12861](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790627393, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.140.60@KRBTEST.COM for kudu/127.12.140.61@KRBTEST.COM
20:29:54.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:29:54 dist-test-slave-hmzc krb5kdc[12861](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790627388, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.140.61@KRBTEST.COM
20:29:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:54.015111 13108 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } has no permanent_uuid. Determining permanent_uuid...
20:29:54.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:29:54 dist-test-slave-hmzc krb5kdc[12861](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790627393, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.140.60@KRBTEST.COM for kudu/127.12.140.60@KRBTEST.COM
20:29:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:29:54 dist-test-slave-hmzc krb5kdc[12861](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790627388, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.140.62@KRBTEST.COM
20:29:54.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:54.046458 12848 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
20:29:54.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:54.046522 13108 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: Bootstrap starting.
20:29:54.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:54.052325 13108 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: Neither blocks nor log segments found. Creating new log.
20:29:54.053 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:29:54.055 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
20:29:54.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:54.054858 13108 log.cc:824] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: Log is configured to *not* fsync() on all Append() calls
20:29:54.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:54.059976 13108 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: No bootstrap required, opened a new log
20:29:54.068 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
20:29:54.069 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
20:29:54.072 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.12.140.62"
port: 33933
}
bound_http_address {
host: "127.12.140.62"
port: 36041
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.12.140.61"
port: 38021
}
bound_http_address {
host: "127.12.140.61"
port: 46427
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.12.140.60"
port: 33179
}
bound_http_address {
host: "127.12.140.60"
port: 40783
}
}
}
20:29:54.072 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:29:54.073 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:29:54.073 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:29:54.075 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:29:54.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:54.086300 13108 raft_consensus.cc:348] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d13156173b34d08b52eb08ad0ece862" member_type: VOTER last_known_addr { host: "127.12.140.62" port: 33933 } } peers { permanent_uuid: "f36ff65b4dc14184a96320780052576a" member_type: VOTER last_known_addr { host: "127.12.140.61" port: 38021 } } peers { permanent_uuid: "ce81ce5fc2324867bad70d12418c06d3" member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } }
20:29:54.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:54.087467 13108 raft_consensus.cc:374] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:29:54.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:54.087954 13108 raft_consensus.cc:729] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ce81ce5fc2324867bad70d12418c06d3, State: Initialized, Role: FOLLOWER
20:29:54.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:54.089133 13108 consensus_queue.cc:260] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d13156173b34d08b52eb08ad0ece862" member_type: VOTER last_known_addr { host: "127.12.140.62" port: 33933 } } peers { permanent_uuid: "f36ff65b4dc14184a96320780052576a" member_type: VOTER last_known_addr { host: "127.12.140.61" port: 38021 } } peers { permanent_uuid: "ce81ce5fc2324867bad70d12418c06d3" member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } }
20:29:54.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:54.094755 13118 sys_catalog.cc:455] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d13156173b34d08b52eb08ad0ece862" member_type: VOTER last_known_addr { host: "127.12.140.62" port: 33933 } } peers { permanent_uuid: "f36ff65b4dc14184a96320780052576a" member_type: VOTER last_known_addr { host: "127.12.140.61" port: 38021 } } peers { permanent_uuid: "ce81ce5fc2324867bad70d12418c06d3" member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } } }
20:29:54.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:54.095466 13118 sys_catalog.cc:458] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [sys.catalog]: This master's current role is: FOLLOWER
20:29:54.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:54.097179 13108 sys_catalog.cc:564] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [sys.catalog]: configured and running, proceeding with master startup.
20:29:54.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:29:54 dist-test-slave-hmzc krb5kdc[12861](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790627394, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:29:54.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:29:54.118 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:29:54.120 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/krb5cc
20:29:54.128 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:29:54.129 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/krb5cc
20:29:54.131 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:29:54.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:54.133203 13130 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:29:54.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:54.133520 13130 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:29:54.138 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
20:29:54.141 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:29:54.141 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:29:54.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:54.127239 13028 master_runner.cc:186] Error getting master registration for 127.12.140.62:33933: OK, instance_id { permanent_uuid: "2d13156173b34d08b52eb08ad0ece862" instance_seqno: 1790627390228428 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:29:54.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:54.162096 13028 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:29:54.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:29:54 dist-test-slave-hmzc krb5kdc[12861](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790627394, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:29:54.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:29:54.178 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:29:54.179 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/krb5cc
20:29:54.180 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:29:54.181 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.140.62:33933
20:29:54.182 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
20:29:54.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:54.183076 12848 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu with pid 12874
20:29:54.200 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:29:54.200 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.140.60:33179
20:29:54.201 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:29:54.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:54.201447 12848 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu with pid 13028
20:29:54.225 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:29:54.225 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.140.61:38021
20:29:54.225 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
20:29:54.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:54.225946 12848 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu with pid 12950
20:29:54.243 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:29:54.243 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.140.62:33933
20:29:54.245 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
20:29:54.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:54.247222 12848 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu
20:29:54.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu
20:29:54.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/wal
20:29:54.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/data
20:29:54.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:29:54.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:29:54.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:29:54.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:29:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:29:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:29:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/logs
20:29:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/data/info.pb
20:29:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:29:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:29:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:29:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:29:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:29:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:29:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:29:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:29:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:29:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:29:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:29:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:29:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.140.62:33933
20:29:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.140.62
20:29:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36041
20:29:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/kudu_127.12.140.62.keytab
20:29:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.140.62
20:29:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:29:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:29:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:29:54.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.140.20:34073
20:29:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:29:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:29:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:29:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:29:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.140.62:33933,127.12.140.61:38021,127.12.140.60:33179
20:29:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:29:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34961/jwks.json
20:29:54.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:29:54.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:54.540815 13134 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:29:54.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:54.541476 13134 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:29:54.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:54.542397 13134 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:29:54.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:54.575646 13134 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:29:54.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:54.575922 13134 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:29:54.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:54.576323 13134 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:29:54.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:54.576628 13134 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:29:54.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:54.576905 13134 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:29:54.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:54.577172 13134 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:29:54.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:54.577340 13134 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34961/jwks.json
20:29:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:54.613891 13134 master_runner.cc:386] Master server non-default flags:
20:29:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:29:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.140.20:34073
20:29:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:29:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:29:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/data
20:29:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/wal
20:29:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:29:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:29:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.140.62:33933,127.12.140.61:38021,127.12.140.60:33179
20:29:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/kudu_127.12.140.62.keytab
20:29:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.140.62
20:29:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:29:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:29:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:29:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.140.62:33933
20:29:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:29:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:29:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:29:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34961/jwks.json
20:29:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:29:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:29:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:29:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:29:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:29:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/data/info.pb
20:29:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.140.62
20:29:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36041
20:29:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:29:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:29:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:29:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:29:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:29:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/logs
20:29:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:29:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:29:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:29:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:29:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:29:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:29:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:29:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:34:45 UTC on ccycloud.quasar-elnkgk.root.comops.site
20:29:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677568
20:29:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:29:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:54.615053 13134 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:29:54.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:54.615970 13134 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:29:54.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:54.632598 13144 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:55.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:54.632584 13142 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:55.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:54.632609 13141 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:55.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:54.634212 13134 server_base.cc:1034] running on GCE node
20:29:55.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:55.747885 13134 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:29:55.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:55.750756 13134 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:29:55.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:55.752178 13134 hybrid_clock.cc:648] HybridClock initialized: now 1790627395752122 us; error 73 us; skew 500 ppm
20:29:55.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:55.753067 13134 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:29:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:29:55 dist-test-slave-hmzc krb5kdc[12861](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790627395, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.140.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:29:55.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:55.758787 13134 init.cc:377] Logged in from keytab as kudu/127.12.140.62@KRBTEST.COM (short username kudu)
20:29:55.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:55.764557 13134 webserver.cc:460] Webserver started at http://127.12.140.62:36041/ using document root <none> and password file <none>
20:29:55.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:55.765398 13134 fs_manager.cc:359] Metadata directory not provided
20:29:55.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:55.765581 13134 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:29:55.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:55.773129 13134 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.001s
20:29:55.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:55.777505 13153 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:29:55.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:55.778733 13134 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
20:29:55.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:55.779119 13134 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/data,/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/wal
20:29:55.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d13156173b34d08b52eb08ad0ece862"
20:29:55.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:50 on dist-test-slave-hmzc"
20:29:55.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:55.781733 13134 fs_report.cc:383] FS layout report
20:29:55.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:29:55.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/wal
20:29:55.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/wal
20:29:55.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/data/data
20:29:55.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:29:55.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:29:55.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:29:55.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:29:55.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:29:55.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:29:55.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:29:55.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:29:55.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:29:55.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:29:55.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:29:55.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:55.819176 13134 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:29:55.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:55.824759 13134 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:29:55.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:55.825168 13134 kserver.cc:163] Server-wide thread pool size limit: 3276
20:29:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:55.895830 13134 rpc_server.cc:307] RPC server started. Bound to: 127.12.140.62:33933
20:29:55.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:55.896011 13204 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.140.62:33933 every 8 connection(s)
20:29:55.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:55.898602 13134 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/data/info.pb
20:29:55.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:55.907989 12848 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu as pid 13134
20:29:55.908 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:29:55.909 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.140.60:33179
20:29:55.909 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
20:29:55.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:55.909641 13205 sys_catalog.cc:263] Verifying existing consensus state
20:29:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260928 20:29:55.910511 13205 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:29:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:55.910624 12848 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu
20:29:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu
20:29:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/wal
20:29:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/data
20:29:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:29:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:29:55.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:29:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:29:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:29:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:29:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/logs
20:29:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/data/info.pb
20:29:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.140.60:33179
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.140.60
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40783
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/kudu_127.12.140.60.keytab
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.140.60
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.140.20:34073
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.140.62:33933,127.12.140.61:38021,127.12.140.60:33179
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34961/jwks.json
20:29:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:29:55.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:55.910955 13134 master.cc:537] Master@127.12.140.62:33933 shutting down...
20:29:55.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:55.976866 13134 master.cc:552] Master@127.12.140.62:33933 shutdown complete.
20:29:55.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:29:56.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:56.230764 13207 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:29:56.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:56.231410 13207 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:29:56.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:56.232116 13207 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:29:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:56.268642 13207 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:29:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:56.268895 13207 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:29:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:56.269315 13207 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:29:56.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:56.269609 13207 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:29:56.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:56.269889 13207 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:29:56.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:56.270167 13207 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:29:56.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:56.270376 13207 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34961/jwks.json
20:29:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:56.306658 13207 master_runner.cc:386] Master server non-default flags:
20:29:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:29:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.140.20:34073
20:29:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:29:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:29:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/data
20:29:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/wal
20:29:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:29:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:29:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.140.62:33933,127.12.140.61:38021,127.12.140.60:33179
20:29:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/kudu_127.12.140.60.keytab
20:29:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.140.60
20:29:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:29:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:29:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:29:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.140.60:33179
20:29:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:29:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:29:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:29:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34961/jwks.json
20:29:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:29:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:29:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:29:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:29:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:29:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/data/info.pb
20:29:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.140.60
20:29:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40783
20:29:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:29:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:29:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:29:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:29:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:29:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/logs
20:29:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:29:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:29:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:29:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:29:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:29:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:29:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:29:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:34:45 UTC on ccycloud.quasar-elnkgk.root.comops.site
20:29:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677568
20:29:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:29:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:56.308089 13207 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:29:56.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:56.309486 13207 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:29:56.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:56.333216 13213 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:57.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:56.333225 13214 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:57.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:57.452306 13215 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:29:57.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:56.334342 13216 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:57.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.452399 13207 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:29:57.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.458585 13207 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:29:57.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.461105 13207 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:29:57.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.462486 13207 hybrid_clock.cc:648] HybridClock initialized: now 1790627397462455 us; error 45 us; skew 500 ppm
20:29:57.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.463326 13207 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:29:57.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:29:57 dist-test-slave-hmzc krb5kdc[12861](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790627397, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.140.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:29:57.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.468994 13207 init.cc:377] Logged in from keytab as kudu/127.12.140.60@KRBTEST.COM (short username kudu)
20:29:57.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.473958 13207 webserver.cc:460] Webserver started at http://127.12.140.60:40783/ using document root <none> and password file <none>
20:29:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.474809 13207 fs_manager.cc:359] Metadata directory not provided
20:29:57.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.475018 13207 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:29:57.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.482861 13207 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.005s sys 0.000s
20:29:57.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.487102 13226 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:29:57.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.488210 13207 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
20:29:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.488547 13207 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/data,/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/wal
20:29:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce81ce5fc2324867bad70d12418c06d3"
20:29:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:53 on dist-test-slave-hmzc"
20:29:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.490937 13207 fs_report.cc:383] FS layout report
20:29:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:29:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/wal
20:29:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/wal
20:29:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/data/data
20:29:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:29:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:29:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:29:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:29:57.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:29:57.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:29:57.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:29:57.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:29:57.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:29:57.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:29:57.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:29:57.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.528708 13207 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:29:57.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.534418 13207 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:29:57.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.534855 13207 kserver.cc:163] Server-wide thread pool size limit: 3276
20:29:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.601280 13207 rpc_server.cc:307] RPC server started. Bound to: 127.12.140.60:33179
20:29:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.601418 13277 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.140.60:33179 every 8 connection(s)
20:29:57.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.603977 13207 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-2/data/info.pb
20:29:57.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.608721 12848 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu as pid 13207
20:29:57.610 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:29:57.610 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.140.61:38021
20:29:57.610 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
20:29:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.612257 12848 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu
20:29:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu
20:29:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/wal
20:29:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/data
20:29:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:29:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:29:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:29:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:29:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:29:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:29:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/logs
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/data/info.pb
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.140.61:38021
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.140.61
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46427
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/kudu_127.12.140.61.keytab
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.140.61
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.140.20:34073
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.140.62:33933,127.12.140.61:38021,127.12.140.60:33179
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34961/jwks.json
20:29:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:29:57.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.616297 13278 sys_catalog.cc:263] Verifying existing consensus state
20:29:57.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.621871 13278 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: Bootstrap starting.
20:29:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.654091 13278 log.cc:824] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: Log is configured to *not* fsync() on all Append() calls
20:29:57.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.658567 13278 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:29:57.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.659386 13278 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: Bootstrap complete.
20:29:57.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.688043 13278 raft_consensus.cc:348] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d13156173b34d08b52eb08ad0ece862" member_type: VOTER last_known_addr { host: "127.12.140.62" port: 33933 } } peers { permanent_uuid: "f36ff65b4dc14184a96320780052576a" member_type: VOTER last_known_addr { host: "127.12.140.61" port: 38021 } } peers { permanent_uuid: "ce81ce5fc2324867bad70d12418c06d3" member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } }
20:29:57.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.690483 13278 raft_consensus.cc:374] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:29:57.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.690685 13278 raft_consensus.cc:729] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ce81ce5fc2324867bad70d12418c06d3, State: Initialized, Role: FOLLOWER
20:29:57.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.691375 13278 consensus_queue.cc:260] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d13156173b34d08b52eb08ad0ece862" member_type: VOTER last_known_addr { host: "127.12.140.62" port: 33933 } } peers { permanent_uuid: "f36ff65b4dc14184a96320780052576a" member_type: VOTER last_known_addr { host: "127.12.140.61" port: 38021 } } peers { permanent_uuid: "ce81ce5fc2324867bad70d12418c06d3" member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } }
20:29:57.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.694057 13282 sys_catalog.cc:455] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d13156173b34d08b52eb08ad0ece862" member_type: VOTER last_known_addr { host: "127.12.140.62" port: 33933 } } peers { permanent_uuid: "f36ff65b4dc14184a96320780052576a" member_type: VOTER last_known_addr { host: "127.12.140.61" port: 38021 } } peers { permanent_uuid: "ce81ce5fc2324867bad70d12418c06d3" member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } } }
20:29:57.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.694881 13282 sys_catalog.cc:458] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [sys.catalog]: This master's current role is: FOLLOWER
20:29:57.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.695636 13278 sys_catalog.cc:564] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [sys.catalog]: configured and running, proceeding with master startup.
20:29:57.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.717800 13293 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:29:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.724453 13207 master_runner.cc:186] Error getting master registration for 127.12.140.62:33933: Network error: Client connection negotiation failed: client connection to 127.12.140.62:33933: connect: Connection refused (error 111),
20:29:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:57.751861 13207 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:29:57.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:57.789876 13232 tablet.cc:2369] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:29:57.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:57.946827 13280 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:29:57.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:57.947460 13280 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:29:57.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:57.948037 13280 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:29:57.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:57.980459 13280 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:29:57.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:57.980684 13280 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:29:57.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:57.981025 13280 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:29:57.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:57.981269 13280 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:29:57.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:57.981468 13280 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:29:57.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:57.981667 13280 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:29:57.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:57.981846 13280 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34961/jwks.json
20:29:58.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:58.018448 13280 master_runner.cc:386] Master server non-default flags:
20:29:58.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:29:58.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.140.20:34073
20:29:58.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:29:58.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:29:58.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/data
20:29:58.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/wal
20:29:58.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:29:58.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:29:58.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.140.62:33933,127.12.140.61:38021,127.12.140.60:33179
20:29:58.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/krb5kdc/kudu_127.12.140.61.keytab
20:29:58.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.12.140.61
20:29:58.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:29:58.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:29:58.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:29:58.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.140.61:38021
20:29:58.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:29:58.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:29:58.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:29:58.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34961/jwks.json
20:29:58.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:29:58.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:29:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:29:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:29:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:29:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/data/info.pb
20:29:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.140.61
20:29:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46427
20:29:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:29:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:29:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:29:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:29:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:29:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/logs
20:29:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:29:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:29:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:29:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:29:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:29:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:29:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:29:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 28 Sep 2026 18:34:45 UTC on ccycloud.quasar-elnkgk.root.comops.site
20:29:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4677568
20:29:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:29:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:58.019537 13280 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:29:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:58.020488 13280 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:29:58.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:58.036646 13300 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:58.080451 13282 raft_consensus.cc:482] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:29:58.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:58.080919 13282 raft_consensus.cc:504] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d13156173b34d08b52eb08ad0ece862" member_type: VOTER last_known_addr { host: "127.12.140.62" port: 33933 } } peers { permanent_uuid: "f36ff65b4dc14184a96320780052576a" member_type: VOTER last_known_addr { host: "127.12.140.61" port: 38021 } } peers { permanent_uuid: "ce81ce5fc2324867bad70d12418c06d3" member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } }
20:29:58.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:58.083509 13282 leader_election.cc:288] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2d13156173b34d08b52eb08ad0ece862 (127.12.140.62:33933), f36ff65b4dc14184a96320780052576a (127.12.140.61:38021)
20:29:58.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:58.086072 13230 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.140.62:33933: connect: Connection refused (error 111)
20:29:58.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:58.090106 13230 leader_election.cc:334] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2d13156173b34d08b52eb08ad0ece862 (127.12.140.62:33933): Network error: Client connection negotiation failed: client connection to 127.12.140.62:33933: connect: Connection refused (error 111)
20:29:58.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:58.090641 13230 leader_election.cc:334] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f36ff65b4dc14184a96320780052576a (127.12.140.61:38021): Network error: Client connection negotiation failed: client connection to 127.12.140.61:38021: connect: Connection refused (error 111)
20:29:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:58.090919 13230 leader_election.cc:302] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ce81ce5fc2324867bad70d12418c06d3; no voters: 2d13156173b34d08b52eb08ad0ece862, f36ff65b4dc14184a96320780052576a
20:29:58.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:58.091621 13282 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:29:58.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:58.725245 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:29:58.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:58.725639 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:29:58.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:58.912573 12272 debug-util.cc:398] Leaking SignalData structure 0x7b08000a5e20 after lost signal to thread 12207
20:29:58.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:58.913421 12272 debug-util.cc:398] Leaking SignalData structure 0x7b08000a6600 after lost signal to thread 12275
20:29:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:58.036687 13303 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:58.038419 13280 server_base.cc:1034] running on GCE node
20:29:59.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:58.036635 13301 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:29:59.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:59.297025 13280 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:29:59.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:59.301155 13280 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:29:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:59.302587 13280 hybrid_clock.cc:648] HybridClock initialized: now 1790627399302646 us; error 137 us; skew 500 ppm
20:29:59.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:59.303670 13280 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:29:59.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:29:59 dist-test-slave-hmzc krb5kdc[12861](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790627399, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.140.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:29:59.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:59.317610 13280 init.cc:377] Logged in from keytab as kudu/127.12.140.61@KRBTEST.COM (short username kudu)
20:29:59.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:59.343776 13280 webserver.cc:460] Webserver started at http://127.12.140.61:46427/ using document root <none> and password file <none>
20:29:59.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:59.345021 13280 fs_manager.cc:359] Metadata directory not provided
20:29:59.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:59.345295 13280 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:29:59.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:59.353628 13280 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.008s sys 0.000s
20:29:59.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:59.376854 13314 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:29:59.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:59.378460 13280 fs_manager.cc:725] Time spent opening block manager: real 0.020s user 0.011s sys 0.008s
20:29:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:59.378926 13280 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/data,/tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/wal
20:29:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f36ff65b4dc14184a96320780052576a"
20:29:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-28 20:29:51 on dist-test-slave-hmzc"
20:29:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:59.382822 13280 fs_report.cc:383] FS layout report
20:29:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:29:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/wal
20:29:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/wal
20:29:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/data/data
20:29:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:29:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:29:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:29:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:29:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:29:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:29:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:29:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:29:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:29:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:29:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:29:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:59.456148 13280 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:29:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:59.463766 13280 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:29:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:59.464386 13280 kserver.cc:163] Server-wide thread pool size limit: 3276
20:29:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:59.562978 13280 rpc_server.cc:307] RPC server started. Bound to: 127.12.140.61:38021
20:29:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:59.563112 13365 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.140.61:38021 every 8 connection(s)
20:29:59.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:59.566931 13280 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/data/info.pb
20:29:59.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:59.571435 12848 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu as pid 13280
20:29:59.572 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:29:59.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:59.587710 13366 sys_catalog.cc:263] Verifying existing consensus state
20:29:59.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260928 20:29:59.589150 13366 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:29:59.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:59.589802 13280 master.cc:537] Master@127.12.140.61:38021 shutting down...
20:29:59.665 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.140.62:33933(127.12.140.62:33933)] connecting to peer
20:29:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:29:59.678700 13280 master.cc:552] Master@127.12.140.61:38021 shutdown complete.
20:29:59.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskdc7apy/test-tmp/mini-kudu-cluster3662479072956926004/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:29:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:59.731024 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:29:59.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:29:59.731595 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:29:59.793 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.140.60:33179(127.12.140.60:33179)] connecting to peer
20:29:59.806 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.140.61:38021(127.12.140.61:38021)] connecting to peer
20:29:59.874 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.140.60:33179(127.12.140.60:33179)] Successfully connected to peer
20:29:59.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:29:59.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.140.62:33933(127.12.140.62:33933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:29:59.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.62:33933: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:29:59.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:29:59.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.140.61:38021(127.12.140.61:38021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:29:59.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.61:38021: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:00.022 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
20:30:00.035 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.12.140.60
20:30:00.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:00.340402 13373 raft_consensus.cc:482] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:30:00.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:00.341252 13373 raft_consensus.cc:504] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d13156173b34d08b52eb08ad0ece862" member_type: VOTER last_known_addr { host: "127.12.140.62" port: 33933 } } peers { permanent_uuid: "f36ff65b4dc14184a96320780052576a" member_type: VOTER last_known_addr { host: "127.12.140.61" port: 38021 } } peers { permanent_uuid: "ce81ce5fc2324867bad70d12418c06d3" member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } }
20:30:00.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:00.351017 13373 leader_election.cc:288] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2d13156173b34d08b52eb08ad0ece862 (127.12.140.62:33933), f36ff65b4dc14184a96320780052576a (127.12.140.61:38021)
20:30:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:30:00 dist-test-slave-hmzc krb5kdc[12861](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790627394, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.12.140.60@KRBTEST.COM
20:30:00.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:00.382504 13230 leader_election.cc:334] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2d13156173b34d08b52eb08ad0ece862 (127.12.140.62:33933): Network error: Client connection negotiation failed: client connection to 127.12.140.62:33933: connect: Connection refused (error 111)
20:30:00.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:00.387725 13230 leader_election.cc:334] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f36ff65b4dc14184a96320780052576a (127.12.140.61:38021): Network error: Client connection negotiation failed: client connection to 127.12.140.61:38021: connect: Connection refused (error 111)
20:30:00.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:00.388206 13230 leader_election.cc:302] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ce81ce5fc2324867bad70d12418c06d3; no voters: 2d13156173b34d08b52eb08ad0ece862, f36ff65b4dc14184a96320780052576a
20:30:00.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:00.389045 13373 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:30:00.431 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf5835bb3, L:/127.0.0.1:58178 - R:/127.12.140.60:33179] using SASL/GSSAPI
20:30:00.456 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021; will retry
20:30:00.462 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.62:33933(127.12.140.62:33933)] connecting to peer
20:30:00.469 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.61:38021(127.12.140.61:38021)] connecting to peer
20:30:00.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:00.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.140.61:38021(127.12.140.61:38021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:00.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.61:38021: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:00.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:00.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.140.62:33933(127.12.140.62:33933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:00.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.62:33933: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:00.493 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021; will retry
20:30:00.501 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.62:33933(127.12.140.62:33933)] connecting to peer
20:30:00.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:00.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.140.62:33933(127.12.140.62:33933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:00.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.62:33933: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:00.507 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.61:38021(127.12.140.61:38021)] connecting to peer
20:30:00.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:00.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.140.61:38021(127.12.140.61:38021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:00.512 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.61:38021: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:00.514 [WARN - pool-6-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021; will retry
20:30:00.521 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.62:33933(127.12.140.62:33933)] connecting to peer
20:30:00.524 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.61:38021(127.12.140.61:38021)] connecting to peer
20:30:00.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:00.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.140.61:38021(127.12.140.61:38021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:00.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.61:38021: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:00.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:00.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.140.62:33933(127.12.140.62:33933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:00.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.62:33933: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:00.534 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021; will retry
20:30:00.542 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.62:33933(127.12.140.62:33933)] connecting to peer
20:30:00.543 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.61:38021(127.12.140.61:38021)] connecting to peer
20:30:00.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:00.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.140.61:38021(127.12.140.61:38021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:00.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.61:38021: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:00.551 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:00.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.140.62:33933(127.12.140.62:33933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:00.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.62:33933: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:00.553 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021; will retry
20:30:00.582 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.62:33933(127.12.140.62:33933)] connecting to peer
20:30:00.583 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.61:38021(127.12.140.61:38021)] connecting to peer
20:30:00.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:00.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.140.61:38021(127.12.140.61:38021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:00.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.61:38021: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:00.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:00.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.140.62:33933(127.12.140.62:33933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:00.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.62:33933: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:00.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021; will retry
20:30:00.622 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.62:33933(127.12.140.62:33933)] connecting to peer
20:30:00.623 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.61:38021(127.12.140.61:38021)] connecting to peer
20:30:00.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:00.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.140.61:38021(127.12.140.61:38021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:00.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:00.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.140.62:33933(127.12.140.62:33933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:00.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.61:38021: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:00.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.62:33933: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:00.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021; will retry
20:30:00.702 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.62:33933(127.12.140.62:33933)] connecting to peer
20:30:00.703 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.61:38021(127.12.140.61:38021)] connecting to peer
20:30:00.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:00.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.140.61:38021(127.12.140.61:38021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:00.710 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.61:38021: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:00.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:00.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.140.62:33933(127.12.140.62:33933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:00.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.62:33933: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:00.714 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021; will retry
20:30:00.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:00.735576 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:00.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:00.735831 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:00.901 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.62:33933(127.12.140.62:33933)] connecting to peer
20:30:00.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:00.903 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.61:38021(127.12.140.61:38021)] connecting to peer
20:30:00.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.140.62:33933(127.12.140.62:33933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:00.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.62:33933: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:00.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:00.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.140.61:38021(127.12.140.61:38021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:00.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.61:38021: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:00.911 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021; will retry
20:30:01.402 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.62:33933(127.12.140.62:33933)] connecting to peer
20:30:01.404 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.61:38021(127.12.140.61:38021)] connecting to peer
20:30:01.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:01.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:01.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.140.62:33933(127.12.140.62:33933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:01.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.140.61:38021(127.12.140.61:38021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:01.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.61:38021: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:01.407 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.62:33933: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:01.408 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021; will retry
20:30:01.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:01.739055 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:01.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:01.739317 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:02.141 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.62:33933(127.12.140.62:33933)] connecting to peer
20:30:02.143 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.61:38021(127.12.140.61:38021)] connecting to peer
20:30:02.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:02.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.140.61:38021(127.12.140.61:38021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:02.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.61:38021: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:02.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:02.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.140.62:33933(127.12.140.62:33933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:02.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.62:33933: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:02.149 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021; will retry
20:30:02.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:02.742558 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:02.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:02.742826 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:02.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:02.754586 13207 master_runner.cc:186] Error getting master registration for 127.12.140.62:33933: Network error: Client connection negotiation failed: client connection to 127.12.140.62:33933: connect: Connection refused (error 111),
20:30:02.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:02.754936 13207 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:30:02.901 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.62:33933(127.12.140.62:33933)] connecting to peer
20:30:02.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:02.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.140.62:33933(127.12.140.62:33933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:02.903 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.61:38021(127.12.140.61:38021)] connecting to peer
20:30:02.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.62:33933: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:02.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:02.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.140.61:38021(127.12.140.61:38021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:02.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.61:38021: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:02.908 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021; will retry
20:30:03.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:03.361227 13380 raft_consensus.cc:482] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:30:03.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:03.361625 13380 raft_consensus.cc:504] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d13156173b34d08b52eb08ad0ece862" member_type: VOTER last_known_addr { host: "127.12.140.62" port: 33933 } } peers { permanent_uuid: "f36ff65b4dc14184a96320780052576a" member_type: VOTER last_known_addr { host: "127.12.140.61" port: 38021 } } peers { permanent_uuid: "ce81ce5fc2324867bad70d12418c06d3" member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } }
20:30:03.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:03.363075 13380 leader_election.cc:288] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2d13156173b34d08b52eb08ad0ece862 (127.12.140.62:33933), f36ff65b4dc14184a96320780052576a (127.12.140.61:38021)
20:30:03.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:03.365947 13230 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.140.62:33933: connect: Connection refused (error 111) [suppressed 3 similar messages]
20:30:03.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:03.369380 13230 leader_election.cc:334] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2d13156173b34d08b52eb08ad0ece862 (127.12.140.62:33933): Network error: Client connection negotiation failed: client connection to 127.12.140.62:33933: connect: Connection refused (error 111)
20:30:03.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:03.369798 13230 leader_election.cc:334] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f36ff65b4dc14184a96320780052576a (127.12.140.61:38021): Network error: Client connection negotiation failed: client connection to 127.12.140.61:38021: connect: Connection refused (error 111)
20:30:03.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:03.370028 13230 leader_election.cc:302] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ce81ce5fc2324867bad70d12418c06d3; no voters: 2d13156173b34d08b52eb08ad0ece862, f36ff65b4dc14184a96320780052576a
20:30:03.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:03.370518 13380 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:30:03.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:03.746088 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:03.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:03.746343 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:04.061 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.62:33933(127.12.140.62:33933)] connecting to peer
20:30:04.063 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.61:38021(127.12.140.61:38021)] connecting to peer
20:30:04.065 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:04.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.140.62:33933(127.12.140.62:33933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:04.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:04.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.140.61:38021(127.12.140.61:38021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:04.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.62:33933: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:04.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.61:38021: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:04.067 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021; will retry
20:30:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:04.749214 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:04.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:04.749485 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:05.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:05.621032 13387 raft_consensus.cc:482] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:30:05.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:05.621528 13387 raft_consensus.cc:504] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d13156173b34d08b52eb08ad0ece862" member_type: VOTER last_known_addr { host: "127.12.140.62" port: 33933 } } peers { permanent_uuid: "f36ff65b4dc14184a96320780052576a" member_type: VOTER last_known_addr { host: "127.12.140.61" port: 38021 } } peers { permanent_uuid: "ce81ce5fc2324867bad70d12418c06d3" member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } }
20:30:05.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:05.622951 13387 leader_election.cc:288] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2d13156173b34d08b52eb08ad0ece862 (127.12.140.62:33933), f36ff65b4dc14184a96320780052576a (127.12.140.61:38021)
20:30:05.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:05.627959 13230 leader_election.cc:334] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2d13156173b34d08b52eb08ad0ece862 (127.12.140.62:33933): Network error: Client connection negotiation failed: client connection to 127.12.140.62:33933: connect: Connection refused (error 111)
20:30:05.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:05.628568 13230 leader_election.cc:334] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f36ff65b4dc14184a96320780052576a (127.12.140.61:38021): Network error: Client connection negotiation failed: client connection to 127.12.140.61:38021: connect: Connection refused (error 111)
20:30:05.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:05.628844 13230 leader_election.cc:302] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ce81ce5fc2324867bad70d12418c06d3; no voters: 2d13156173b34d08b52eb08ad0ece862, f36ff65b4dc14184a96320780052576a
20:30:05.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:05.629351 13387 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:30:05.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:05.752750 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:05.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:05.753053 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:06.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:06.756580 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:06.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:06.756896 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:06.761 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.62:33933(127.12.140.62:33933)] connecting to peer
20:30:06.763 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.61:38021(127.12.140.61:38021)] connecting to peer
20:30:06.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:06.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:06.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.140.61:38021(127.12.140.61:38021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:06.765 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.140.62:33933(127.12.140.62:33933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:06.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.61:38021: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:06.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.62:33933: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:06.767 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021; will retry
20:30:07.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:30:07 dist-test-slave-hmzc krb5kdc[12861](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790627407, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.140.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:30:07.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:07.472903 13222 init.cc:295] Successfully reacquired a new kerberos TGT
20:30:07.621 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.62:33933(127.12.140.62:33933)] connecting to peer
20:30:07.623 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.61:38021(127.12.140.61:38021)] connecting to peer
20:30:07.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:07.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.140.61:38021(127.12.140.61:38021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:07.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.61:38021: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:07.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:07.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.140.62:33933(127.12.140.62:33933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:07.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.62:33933: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:07.628 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021; will retry
20:30:07.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:07.758256 13207 master_runner.cc:186] Error getting master registration for 127.12.140.62:33933: Network error: Client connection negotiation failed: client connection to 127.12.140.62:33933: connect: Connection refused (error 111),
20:30:07.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:07.758740 13207 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:30:07.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:07.759778 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:07.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:07.759990 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:08.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:08.762776 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:08.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:08.763038 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:09.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:09.765813 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:09.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:09.766062 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:10.222 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.62:33933(127.12.140.62:33933)] connecting to peer
20:30:10.224 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.61:38021(127.12.140.61:38021)] connecting to peer
20:30:10.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:10.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.140.62:33933(127.12.140.62:33933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:10.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.62:33933: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:10.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:10.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.140.61:38021(127.12.140.61:38021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:10.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.61:38021: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:10.227 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021; will retry
20:30:10.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:10.768795 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:10.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:10.769066 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:10.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:10.892714 13396 raft_consensus.cc:482] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:30:10.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:10.893150 13396 raft_consensus.cc:504] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d13156173b34d08b52eb08ad0ece862" member_type: VOTER last_known_addr { host: "127.12.140.62" port: 33933 } } peers { permanent_uuid: "f36ff65b4dc14184a96320780052576a" member_type: VOTER last_known_addr { host: "127.12.140.61" port: 38021 } } peers { permanent_uuid: "ce81ce5fc2324867bad70d12418c06d3" member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } }
20:30:10.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:10.894659 13396 leader_election.cc:288] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2d13156173b34d08b52eb08ad0ece862 (127.12.140.62:33933), f36ff65b4dc14184a96320780052576a (127.12.140.61:38021)
20:30:10.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:10.897742 13230 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.140.62:33933: connect: Connection refused (error 111) [suppressed 3 similar messages]
20:30:10.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:10.901934 13230 leader_election.cc:334] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2d13156173b34d08b52eb08ad0ece862 (127.12.140.62:33933): Network error: Client connection negotiation failed: client connection to 127.12.140.62:33933: connect: Connection refused (error 111)
20:30:10.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:10.902535 13230 leader_election.cc:334] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f36ff65b4dc14184a96320780052576a (127.12.140.61:38021): Network error: Client connection negotiation failed: client connection to 127.12.140.61:38021: connect: Connection refused (error 111)
20:30:10.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:10.902853 13230 leader_election.cc:302] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ce81ce5fc2324867bad70d12418c06d3; no voters: 2d13156173b34d08b52eb08ad0ece862, f36ff65b4dc14184a96320780052576a
20:30:10.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:10.903396 13396 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:30:11.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:11.771749 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:11.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:11.772001 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:12.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:12.761627 13207 master_runner.cc:186] Error getting master registration for 127.12.140.62:33933: Network error: Client connection negotiation failed: client connection to 127.12.140.62:33933: connect: Connection refused (error 111),
20:30:12.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:12.761986 13207 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:30:12.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:12.774783 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:12.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:12.775044 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:13.101 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.62:33933(127.12.140.62:33933)] connecting to peer
20:30:13.103 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.61:38021(127.12.140.61:38021)] connecting to peer
20:30:13.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:13.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.140.61:38021(127.12.140.61:38021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:13.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.61:38021: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:13.105 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:13.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.140.62:33933(127.12.140.62:33933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:13.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.62:33933: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:13.106 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021; will retry
20:30:13.562 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.62:33933(127.12.140.62:33933)] connecting to peer
20:30:13.564 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.61:38021(127.12.140.61:38021)] connecting to peer
20:30:13.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:13.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:13.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.140.62:33933(127.12.140.62:33933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:13.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.140.61:38021(127.12.140.61:38021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:13.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.62:33933: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:13.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.61:38021: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:13.567 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021; will retry
20:30:13.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:13.777815 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:13.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:13.778108 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:14.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:14.780849 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:14.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:14.781167 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:15.783907 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:15.784157 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:16.787746 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:16.788081 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:17.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 28 20:30:17 dist-test-slave-hmzc krb5kdc[12861](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790627417, etypes {rep=17 tkt=17 ses=17}, kudu/127.12.140.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:30:17.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:17.475379 13222 init.cc:295] Successfully reacquired a new kerberos TGT
20:30:17.481 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.62:33933(127.12.140.62:33933)] connecting to peer
20:30:17.483 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.61:38021(127.12.140.61:38021)] connecting to peer
20:30:17.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:17.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.140.62:33933(127.12.140.62:33933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:17.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:17.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.62:33933: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:17.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.140.61:38021(127.12.140.61:38021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:17.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.61:38021: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:17.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021; will retry
20:30:17.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:17.765246 13207 master_runner.cc:186] Error getting master registration for 127.12.140.62:33933: Network error: Client connection negotiation failed: client connection to 127.12.140.62:33933: connect: Connection refused (error 111),
20:30:17.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:17.765654 13207 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:30:17.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:17.790911 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:17.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:17.791188 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:17.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:17.964869 13410 raft_consensus.cc:482] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:30:17.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:17.965338 13410 raft_consensus.cc:504] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2d13156173b34d08b52eb08ad0ece862" member_type: VOTER last_known_addr { host: "127.12.140.62" port: 33933 } } peers { permanent_uuid: "f36ff65b4dc14184a96320780052576a" member_type: VOTER last_known_addr { host: "127.12.140.61" port: 38021 } } peers { permanent_uuid: "ce81ce5fc2324867bad70d12418c06d3" member_type: VOTER last_known_addr { host: "127.12.140.60" port: 33179 } }
20:30:17.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:17.967167 13410 leader_election.cc:288] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2d13156173b34d08b52eb08ad0ece862 (127.12.140.62:33933), f36ff65b4dc14184a96320780052576a (127.12.140.61:38021)
20:30:17.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:17.968557 13230 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.140.62:33933: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:30:17.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:17.971961 13230 leader_election.cc:334] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2d13156173b34d08b52eb08ad0ece862 (127.12.140.62:33933): Network error: Client connection negotiation failed: client connection to 127.12.140.62:33933: connect: Connection refused (error 111)
20:30:17.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:17.972530 13230 leader_election.cc:334] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer f36ff65b4dc14184a96320780052576a (127.12.140.61:38021): Network error: Client connection negotiation failed: client connection to 127.12.140.61:38021: connect: Connection refused (error 111)
20:30:17.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:17.972807 13230 leader_election.cc:302] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ce81ce5fc2324867bad70d12418c06d3; no voters: 2d13156173b34d08b52eb08ad0ece862, f36ff65b4dc14184a96320780052576a
20:30:17.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:17.973459 13410 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:30:18.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:18.794144 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:18.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:18.794410 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:18.823843 12351 debug-util.cc:398] Leaking SignalData structure 0x7b08000b14e0 after lost signal to thread 12283
20:30:18.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:18.824505 12351 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9e20 after lost signal to thread 12354
20:30:19.781 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.62:33933(127.12.140.62:33933)] connecting to peer
20:30:19.784 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.61:38021(127.12.140.61:38021)] connecting to peer
20:30:19.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:19.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.140.62:33933(127.12.140.62:33933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:19.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.62:33933: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:19.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:19.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.140.61:38021(127.12.140.61:38021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:19.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.61:38021: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:19.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021; will retry
20:30:19.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:19.798327 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:19.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:19.798642 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:20.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:20.801447 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:20.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:20.801702 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:21.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:21.685478 12693 debug-util.cc:398] Leaking SignalData structure 0x7b08000af3e0 after lost signal to thread 12567
20:30:21.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:21.686282 12693 debug-util.cc:398] Leaking SignalData structure 0x7b08000bdac0 after lost signal to thread 12696
20:30:21.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:21.804984 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:21.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:21.805241 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:22.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:22.768237 13207 master_runner.cc:186] Error getting master registration for 127.12.140.62:33933: Network error: Client connection negotiation failed: client connection to 127.12.140.62:33933: connect: Connection refused (error 111),
20:30:22.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:22.768715 13207 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:30:22.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:22.807988 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:22.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:22.808341 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:23.742 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.62:33933(127.12.140.62:33933)] connecting to peer
20:30:23.743 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.61:38021(127.12.140.61:38021)] connecting to peer
20:30:23.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:23.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:23.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.140.61:38021(127.12.140.61:38021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:23.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.140.62:33933(127.12.140.62:33933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:23.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.62:33933: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:23.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.61:38021: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:23.746 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021; will retry
20:30:23.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:23.811146 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:23.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:23.811393 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:24.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:24.814066 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:24.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:24.814323 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:25.082 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.62:33933(127.12.140.62:33933)] connecting to peer
20:30:25.083 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.61:38021(127.12.140.61:38021)] connecting to peer
20:30:25.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:25.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:25.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.140.61:38021(127.12.140.61:38021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:25.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.140.62:33933(127.12.140.62:33933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:25.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.61:38021: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:25.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.62:33933: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:25.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021; will retry
20:30:25.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:25.817030 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:25.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:25.817289 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:26.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:26.406466 12552 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba7e0 after lost signal to thread 12423
20:30:26.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:26.407349 12552 debug-util.cc:398] Leaking SignalData structure 0x7b08000afd20 after lost signal to thread 12555
20:30:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:26.632795 12693 debug-util.cc:398] Leaking SignalData structure 0x7b08000af5e0 after lost signal to thread 12567
20:30:26.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:26.633808 12693 debug-util.cc:398] Leaking SignalData structure 0x7b08000bd8e0 after lost signal to thread 12696
20:30:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:26.820693 13293 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ce81ce5fc2324867bad70d12418c06d3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:30:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260928 20:30:26.821002 13293 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:30:27.421 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.62:33933(127.12.140.62:33933)] connecting to peer
20:30:27.422 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.12.140.61:38021(127.12.140.61:38021)] connecting to peer
20:30:27.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:27.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.140.62:33933(127.12.140.62:33933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:27.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:27.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.62:33933: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933
20:30:27.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.140.61:38021(127.12.140.61:38021)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:27.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.140.61:38021: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
20:30:27.426 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021; will retry
20:30:27.432 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27850), Traces: [0ms] refreshing cache from master, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [316ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [329ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [866ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [871ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [876ms] refreshing cache from master, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [890ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [905ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [907ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [908ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [916ms] refreshing cache from master, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [920ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [926ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [926ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [929ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [936ms] refreshing cache from master, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [937ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [944ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [945ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [948ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [949ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [956ms] refreshing cache from master, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [960ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [965ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [967ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [968ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [996ms] refreshing cache from master, [996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [1008ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [1010ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [1015ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [1036ms] refreshing cache from master, [1037ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [1045ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [1046ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [1048ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [1116ms] refreshing cache from master, [1116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [1118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [1118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [1125ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [1126ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [1129ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [1130ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [1315ms] refreshing cache from master, [1316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [1317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [1318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [1318ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [1324ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [1326ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [1327ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [1816ms] refreshing cache from master, [1817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [1818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [1818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [1824ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [2556ms] refreshing cache from master, [2556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [2557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [2557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [2560ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [2564ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [3316ms] refreshing cache from master, [3316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [3318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [3318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [3318ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [3320ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [3323ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [3323ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [4476ms] refreshing cache from master, [4476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [4477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [4477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [4481ms] too many traces: truncated at 100 traces, deferred=Deferred@479759251(state=PENDING, result=null, callback=(continuation of Deferred@1167857393 after retry RPC after error@936161634) -> (continuation of Deferred@314101407 after retry RPC after error@1243880264) -> (continuation of Deferred@1865066339 after retry RPC after error@1035947077) -> (continuation of Deferred@1772593499 after retry RPC after error@53676412) -> (continuation of Deferred@957917126 after retry RPC after error@2122455492) -> (continuation of Deferred@712753718 after retry RPC after error@832067308) -> (continuation of Deferred@1296232846 after retry RPC after error@593530331) -> (continuation of Deferred@1476301299 after retry RPC after error@614634198) -> (continuation of Deferred@2117519693 after retry RPC after error@1495239941) -> (continuation of Deferred@2051927772 after retry RPC after error@1254745953) -> (continuation of Deferred@50148308 after retry RPC after error@665837867) -> (continuation of Deferred@838979596 after retry RPC after error@938924994) -> (continuation of Deferred@1551777147 after retry RPC after error@75508070) -> (continuation of Deferred@951916618 after retry RPC after error@966061140) -> (continuation of Deferred@346852344 after retry RPC after error@291658514) -> (continuation of Deferred@1095593532 after retry RPC after error@1604705293) -> (continuation of Deferred@791048010 after retry RPC after error@748624759) -> (continuation of Deferred@109685846 after retry RPC after error@2008898878) -> (continuation of Deferred@1811755196 after retry RPC after error@1064163863) -> (continuation of Deferred@1959606960 after retry RPC after error@1761926586) -> (continuation of Deferred@1811839222 after retry RPC after error@982694652) -> (continuation of Deferred@655826852 after retry RPC after error@1756491761), errback=(continuation of Deferred@1167857393 after retry RPC after error@936161634) -> (continuation of Deferred@314101407 after retry RPC after error@1243880264) -> (continuation of Deferred@1865066339 after retry RPC after error@1035947077) -> (continuation of Deferred@1772593499 after retry RPC after error@53676412) -> (continuation of Deferred@957917126 after retry RPC after error@2122455492) -> (continuation of Deferred@712753718 after retry RPC after error@832067308) -> (continuation of Deferred@1296232846 after retry RPC after error@593530331) -> (continuation of Deferred@1476301299 after retry RPC after error@614634198) -> (continuation of Deferred@2117519693 after retry RPC after error@1495239941) -> (continuation of Deferred@2051927772 after retry RPC after error@1254745953) -> (continuation of Deferred@50148308 after retry RPC after error@665837867) -> (continuation of Deferred@838979596 after retry RPC after error@938924994) -> (continuation of Deferred@1551777147 after retry RPC after error@75508070) -> (continuation of Deferred@951916618 after retry RPC after error@966061140) -> (continuation of Deferred@346852344 after retry RPC after error@291658514) -> (continuation of Deferred@1095593532 after retry RPC after error@1604705293) -> (continuation of Deferred@791048010 after retry RPC after error@748624759) -> (continuation of Deferred@109685846 after retry RPC after error@2008898878) -> (continuation of Deferred@1811755196 after retry RPC after error@1064163863) -> (continuation of Deferred@1959606960 after retry RPC after error@1761926586) -> (continuation of Deferred@1811839222 after retry RPC after error@982694652) -> (continuation of Deferred@655826852 after retry RPC after error@1756491761)))
20:30:27.437 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.12.140.62:33933(127.12.140.62:33933)] disconnecting while in state TERMINATED
20:30:27.438 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.12.140.60:33179(127.12.140.60:33179)] disconnecting while in state READY
20:30:27.438 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.12.140.61:38021(127.12.140.61:38021)] disconnecting while in state TERMINATED
20:30:27.447 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:30:27.448 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:30:27.449 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.140.60:33179(127.12.140.60:33179)] handling channelInactive
20:30:27.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.140.60:33179(127.12.140.60:33179)] cleaning up while in state READY due to: connection closed
20:30:27.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:27.453709 12848 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu with pid 13207
20:30:28.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T20:30:28Z chronyd exiting
20:30:29.574 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:30:29.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:29.575260 12121 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu with pid 12402
20:30:29.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:29.601127 12121 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu with pid 12566
20:30:29.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:29.625068 12121 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu with pid 12707
20:30:29.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:29.648218 12121 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu with pid 12133
20:30:29.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:29.673556 12121 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu with pid 12203
20:30:29.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260928 20:30:29.703642 12121 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskdc7apy/build/tsan/bin/kudu with pid 12278
20:30:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-28T20:30:30Z chronyd exiting
20:30:31.795 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27850), Traces: [0ms] refreshing cache from master, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [316ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [329ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [866ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [871ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [876ms] refreshing cache from master, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [890ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [905ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [907ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [908ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [916ms] refreshing cache from master, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [920ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [926ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [926ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [929ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [936ms] refreshing cache from master, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [937ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [944ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [945ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [948ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [949ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [956ms] refreshing cache from master, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [960ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [965ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [967ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [968ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [996ms] refreshing cache from master, [996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [1008ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [1010ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [1015ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [1036ms] refreshing cache from master, [1037ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [1045ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [1046ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [1048ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [1116ms] refreshing cache from master, [1116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [1118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [1118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [1125ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [1126ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [1129ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [1130ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [1315ms] refreshing cache from master, [1316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [1317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [1318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [1318ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [1324ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [1326ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [1327ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [1816ms] refreshing cache from master, [1817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [1818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [1818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [1824ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [2556ms] refreshing cache from master, [2556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [2557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [2557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [2560ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [2564ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [3316ms] refreshing cache from master, [3316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [3318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [3318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [3318ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [3320ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [3323ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [3323ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [4476ms] refreshing cache from master, [4476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [4477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [4477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [4481ms] too many traces: truncated at 100 traces, deferred=Deferred@479759251(state=PENDING, result=null, callback=(continuation of Deferred@1167857393 after retry RPC after error@936161634) -> (continuation of Deferred@314101407 after retry RPC after error@1243880264) -> (continuation of Deferred@1865066339 after retry RPC after error@1035947077) -> (continuation of Deferred@1772593499 after retry RPC after error@53676412) -> (continuation of Deferred@957917126 after retry RPC after error@2122455492) -> (continuation of Deferred@712753718 after retry RPC after error@832067308) -> (continuation of Deferred@1296232846 after retry RPC after error@593530331) -> (continuation of Deferred@1476301299 after retry RPC after error@614634198) -> (continuation of Deferred@2117519693 after retry RPC after error@1495239941) -> (continuation of Deferred@2051927772 after retry RPC after error@1254745953) -> (continuation of Deferred@50148308 after retry RPC after error@665837867) -> (continuation of Deferred@838979596 after retry RPC after error@938924994) -> (continuation of Deferred@1551777147 after retry RPC after error@75508070) -> (continuation of Deferred@951916618 after retry RPC after error@966061140) -> (continuation of Deferred@346852344 after retry RPC after error@291658514) -> (continuation of Deferred@1095593532 after retry RPC after error@1604705293) -> (continuation of Deferred@791048010 after retry RPC after error@748624759) -> (continuation of Deferred@109685846 after retry RPC after error@2008898878) -> (continuation of Deferred@1811755196 after retry RPC after error@1064163863) -> (continuation of Deferred@1959606960 after retry RPC after error@1761926586) -> (continuation of Deferred@1811839222 after retry RPC after error@982694652) -> (continuation of Deferred@655826852 after retry RPC after error@1756491761), errback=(continuation of Deferred@1167857393 after retry RPC after error@936161634) -> (continuation of Deferred@314101407 after retry RPC after error@1243880264) -> (continuation of Deferred@1865066339 after retry RPC after error@1035947077) -> (continuation of Deferred@1772593499 after retry RPC after error@53676412) -> (continuation of Deferred@957917126 after retry RPC after error@2122455492) -> (continuation of Deferred@712753718 after retry RPC after error@832067308) -> (continuation of Deferred@1296232846 after retry RPC after error@593530331) -> (continuation of Deferred@1476301299 after retry RPC after error@614634198) -> (continuation of Deferred@2117519693 after retry RPC after error@1495239941) -> (continuation of Deferred@2051927772 after retry RPC after error@1254745953) -> (continuation of Deferred@50148308 after retry RPC after error@665837867) -> (continuation of Deferred@838979596 after retry RPC after error@938924994) -> (continuation of Deferred@1551777147 after retry RPC after error@75508070) -> (continuation of Deferred@951916618 after retry RPC after error@966061140) -> (continuation of Deferred@346852344 after retry RPC after error@291658514) -> (continuation of Deferred@1095593532 after retry RPC after error@1604705293) -> (continuation of Deferred@791048010 after retry RPC after error@748624759) -> (continuation of Deferred@109685846 after retry RPC after error@2008898878) -> (continuation of Deferred@1811755196 after retry RPC after error@1064163863) -> (continuation of Deferred@1959606960 after retry RPC after error@1761926586) -> (continuation of Deferred@1811839222 after retry RPC after error@982694652) -> (continuation of Deferred@655826852 after retry RPC after error@1756491761)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.140.61:38021
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27850), Traces: [0ms] refreshing cache from master, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [316ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [329ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [866ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [871ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [876ms] refreshing cache from master, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [890ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [905ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [907ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [908ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [916ms] refreshing cache from master, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [920ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [926ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [926ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [929ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [936ms] refreshing cache from master, [936ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [937ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [938ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [944ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [945ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [948ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [949ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [956ms] refreshing cache from master, [957ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [958ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [960ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [965ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [967ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [968ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [996ms] refreshing cache from master, [996ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [997ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [998ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [1008ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [1010ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [1015ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [1036ms] refreshing cache from master, [1037ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [1045ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [1046ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [1048ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [1116ms] refreshing cache from master, [1116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [1118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [1118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [1125ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [1126ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [1129ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [1130ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [1315ms] refreshing cache from master, [1316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [1317ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [1318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [1318ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [1324ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [1326ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [1327ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [1816ms] refreshing cache from master, [1817ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [1818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [1818ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [1824ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [2556ms] refreshing cache from master, [2556ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [2557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [2557ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [2560ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [2562ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [2564ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [3316ms] refreshing cache from master, [3316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [3318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [3318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [3318ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.62:33933: Network error: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933, [3320ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.61:38021: Network error: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [3323ms] Sub RPC ConnectToMaster: received response from server master-127.12.140.60:33179: OK, [3323ms] delaying RPC due to: Service unavailable: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021, [4476ms] refreshing cache from master, [4476ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.62:33933, [4477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.60:33179, [4477ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.140.61:38021, [4481ms] too many traces: truncated at 100 traces, deferred=Deferred@479759251(state=PENDING, result=null, callback=(continuation of Deferred@1167857393 after retry RPC after error@936161634) -> (continuation of Deferred@314101407 after retry RPC after error@1243880264) -> (continuation of Deferred@1865066339 after retry RPC after error@1035947077) -> (continuation of Deferred@1772593499 after retry RPC after error@53676412) -> (continuation of Deferred@957917126 after retry RPC after error@2122455492) -> (continuation of Deferred@712753718 after retry RPC after error@832067308) -> (continuation of Deferred@1296232846 after retry RPC after error@593530331) -> (continuation of Deferred@1476301299 after retry RPC after error@614634198) -> (continuation of Deferred@2117519693 after retry RPC after error@1495239941) -> (continuation of Deferred@2051927772 after retry RPC after error@1254745953) -> (continuation of Deferred@50148308 after retry RPC after error@665837867) -> (continuation of Deferred@838979596 after retry RPC after error@938924994) -> (continuation of Deferred@1551777147 after retry RPC after error@75508070) -> (continuation of Deferred@951916618 after retry RPC after error@966061140) -> (continuation of Deferred@346852344 after retry RPC after error@291658514) -> (continuation of Deferred@1095593532 after retry RPC after error@1604705293) -> (continuation of Deferred@791048010 after retry RPC after error@748624759) -> (continuation of Deferred@109685846 after retry RPC after error@2008898878) -> (continuation of Deferred@1811755196 after retry RPC after error@1064163863) -> (continuation of Deferred@1959606960 after retry RPC after error@1761926586) -> (continuation of Deferred@1811839222 after retry RPC after error@982694652) -> (continuation of Deferred@655826852 after retry RPC after error@1756491761), errback=(continuation of Deferred@1167857393 after retry RPC after error@936161634) -> (continuation of Deferred@314101407 after retry RPC after error@1243880264) -> (continuation of Deferred@1865066339 after retry RPC after error@1035947077) -> (continuation of Deferred@1772593499 after retry RPC after error@53676412) -> (continuation of Deferred@957917126 after retry RPC after error@2122455492) -> (continuation of Deferred@712753718 after retry RPC after error@832067308) -> (continuation of Deferred@1296232846 after retry RPC after error@593530331) -> (continuation of Deferred@1476301299 after retry RPC after error@614634198) -> (continuation of Deferred@2117519693 after retry RPC after error@1495239941) -> (continuation of Deferred@2051927772 after retry RPC after error@1254745953) -> (continuation of Deferred@50148308 after retry RPC after error@665837867) -> (continuation of Deferred@838979596 after retry RPC after error@938924994) -> (continuation of Deferred@1551777147 after retry RPC after error@75508070) -> (continuation of Deferred@951916618 after retry RPC after error@966061140) -> (continuation of Deferred@346852344 after retry RPC after error@291658514) -> (continuation of Deferred@1095593532 after retry RPC after error@1604705293) -> (continuation of Deferred@791048010 after retry RPC after error@748624759) -> (continuation of Deferred@109685846 after retry RPC after error@2008898878) -> (continuation of Deferred@1811755196 after retry RPC after error@1064163863) -> (continuation of Deferred@1959606960 after retry RPC after error@1761926586) -> (continuation of Deferred@1811839222 after retry RPC after error@982694652) -> (continuation of Deferred@655826852 after retry RPC after error@1756491761)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.140.62:33933,127.12.140.60:33179,127.12.140.61:38021) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.62:33933(127.12.140.62:33933): Connection refused: /127.12.140.62:33933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.140.61:38021(127.12.140.61:38021): Connection refused: /127.12.140.61:38021
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.140.61:38021
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)